-- Logs begin at Wed 2021-06-16 12:59:18 UTC, end at Wed 2021-06-16 14:05:56 UTC. -- Jun 16 13:35:41.835783 dv-cinder-789603-10-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 16 13:35:44.524509 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.common.config [-] Logging enabled! Jun 16 13:35:44.525137 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev352 Jun 16 13:35:44.525295 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103533) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 16 13:35:44.528585 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.common.config [-] Logging enabled! Jun 16 13:35:44.528833 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev352 Jun 16 13:35:44.529139 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103533) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 16 13:35:44.530119 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 13:35:44.530347 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 13:35:44.530703 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 13:35:44.530940 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 13:35:44.531177 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 13:35:44.531466 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.531758 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.532052 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.532299 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.532588 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.532860 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.533140 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.533422 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.533718 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.534001 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.534274 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.534552 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.534778 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.535063 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.535346 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.535630 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.535872 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] debug = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.536185 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.536632 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.537046 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.537326 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.537611 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.537887 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.538155 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.538430 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.538710 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.539034 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] host = dv-cinder-789603-10-smb {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.539307 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.539598 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.539871 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.540190 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.540468 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.540740 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.541020 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.541288 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.541557 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] log_file = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.541831 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.542114 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.542403 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.542727 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.542940 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.543156 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.543439 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.543721 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.543993 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.544284 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.544558 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.544826 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.545096 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.545366 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.545646 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.545928 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.546213 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.546809 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.547078 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.547346 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.547613 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.547893 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.548195 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.548464 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.548733 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.549015 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.549282 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.549551 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.549847 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.550131 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.550410 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.550693 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.550963 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.551240 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.551509 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.551780 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.552075 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] use_json = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.552350 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.552615 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.552891 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.553161 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.553429 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.553693 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.553961 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.554240 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:44.554533 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.554826 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.555122 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.555408 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.555699 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.555978 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.556288 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.556566 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.556850 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.557143 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.557430 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.557706 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.557992 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.558292 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.558609 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.558911 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.559203 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.559515 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.559810 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.560118 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.560393 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.560669 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.560954 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.561243 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.561528 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.561798 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.562074 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.562361 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.562637 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.562907 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.563182 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.563466 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.563739 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.564010 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.564311 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.564589 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.564860 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.565130 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.565411 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.565696 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.565972 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.566241 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.566512 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.566786 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.567056 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.567337 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.567613 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.567882 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.568185 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.568467 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.568736 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.569005 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.569281 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.569554 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.569831 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.570100 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.570370 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.570640 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.570906 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.571174 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.571445 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.571713 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.571986 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.572277 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.572545 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.572815 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.573083 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.573351 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.573634 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.573947 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.574223 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.574497 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.574771 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.575045 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.575323 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.575595 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.575867 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.576165 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.576436 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.576722 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.577000 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.577279 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.577557 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.577827 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.578118 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.578389 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.578667 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.578940 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.579213 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.579497 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.579776 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.580086 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.580379 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.580667 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.580955 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.581242 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.581515 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.581817 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.582093 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:44.582369 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 13:35:44.582536 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103533) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 16 13:35:44.924051 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:35:44.924335 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:35:44.924594 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:35:44.924952 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 16 13:35:45.312916 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:45.313117 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:45.313367 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:45.314686 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:45.314992 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:45.315278 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:45.348556 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:45.348826 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:45.349089 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:45.362242 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:45.362516 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:45.362777 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:45.391907 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:45.392207 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:45.392473 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:45.428763 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:45.429078 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:45.429372 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:45.656746 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:45.657403 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:45.657403 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:45.657557 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:45.658447 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:45.778830 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:45.779137 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:45.779411 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:45.779672 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:45.779935 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:45.780264 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:45.780514 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:45.780759 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:45.781007 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:45.781281 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:45.781510 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:45.781771 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:45.782030 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:45.782284 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:45.782531 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:45.782784 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:45.783046 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:45.783280 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:45.783542 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:45.783787 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:45.784164 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:45.784515 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:45.784759 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:45.785033 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:45.785276 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:45.785514 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:45.785903 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103533) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 13:35:45.786138 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103533) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 13:35:45.786371 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103533) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 13:35:45.786601 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103533) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 13:35:45.786830 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103533) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 13:35:45.787058 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103533) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 13:35:45.788357 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 16 13:35:45.791439 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 16 13:35:45.795417 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 16 13:35:45.799714 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1150, 1199)])]) Jun 16 13:35:45.801360 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 16 13:35:45.801826 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 16 13:35:45.802162 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 16 13:35:45.802548 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 16 13:35:45.805374 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 16 13:35:45.805620 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 16 13:35:45.805960 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 13:35:45.833244 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 16 13:35:45.833679 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:45.833973 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103533) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 16 13:35:45.834327 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:45.835675 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103533) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 16 13:35:45.835949 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 16 13:35:45.836215 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 16 13:35:45.839389 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:45.839718 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:45.902858 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 16 13:35:45.903063 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 16 13:35:45.903322 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 16 13:35:45.903677 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 16 13:35:45.926634 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_db.sqlalchemy.engines [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103533) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 16 13:35:46.455089 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.plugins.ml2.managers [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Initializing driver for type 'gre' Jun 16 13:35:46.455807 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] gre ID ranges: [(1, 1000)] Jun 16 13:35:46.512079 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.plugins.ml2.managers [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Initializing driver for type 'local' Jun 16 13:35:46.512403 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.plugins.ml2.managers [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Initializing driver for type 'vlan' Jun 16 13:35:46.526417 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] VlanTypeDriver initialization complete Jun 16 13:35:46.526766 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.plugins.ml2.managers [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Initializing driver for type 'vxlan' Jun 16 13:35:46.527275 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] vxlan ID ranges: [(1, 1000)] Jun 16 13:35:46.580108 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.plugins.ml2.managers [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Initializing extension driver 'port_security' Jun 16 13:35:46.580479 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.plugins.ml2.extensions.port_security [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] PortSecurityExtensionDriver initialization complete Jun 16 13:35:46.580829 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.plugins.ml2.managers [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Initializing mechanism driver 'openvswitch' Jun 16 13:35:46.581170 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.plugins.ml2.managers [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Initializing mechanism driver 'hyperv' Jun 16 13:35:46.588641 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.plugin [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:35:46.589679 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > port after_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.590041 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > port after_update 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.590386 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > port after_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.590764 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > subnet after_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.591111 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > subnet after_update 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.591446 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > subnet after_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.591817 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > network after_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.592172 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > network after_update 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.592505 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > network after_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.592878 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > security_group after_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.593199 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > security_group after_update 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.593526 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > security_group after_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.593908 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.594222 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.594551 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.594915 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > address_group after_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.595246 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > address_group after_update 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.595576 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > address_group after_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.595904 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] ML2 OVO RPC backend initialized. {{(pid=103533) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 16 13:35:46.596647 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > router_interface after_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.596990 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.597396 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > network before_response 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.597733 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > networks before_response 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.598065 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > port before_response 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.598393 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > ports before_response 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.598722 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > subnet before_response 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.599046 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > subnets before_response 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.599380 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > network after_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.599712 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > network after_update 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.600060 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > network after_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.600393 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > port after_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.600723 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > port after_update 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.601052 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > port after_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.601402 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > subnet after_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.601717 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > subnet after_update 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.602056 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > subnet after_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.602642 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.plugins.ml2.plugin [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Modular L2 Plugin initialization complete Jun 16 13:35:46.602973 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading services supported by the core plugin {{(pid=103533) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 16 13:35:46.603287 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.plugins.ml2.managers [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Got port-security extension from driver 'port_security' Jun 16 13:35:46.603761 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.extensions.vlantransparent [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Disabled vlantransparent extension. Jun 16 13:35:46.604264 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103533) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 16 13:35:46.604564 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading Plugin: router Jun 16 13:35:46.640031 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > router_interface before_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.640445 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > router after_create 55549900 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.640804 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > router before_create 55549900 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.641170 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.641543 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.641906 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > router after_delete 55549900 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.642255 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > floatingip after_update 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.642669 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > router after_create 55549900 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.643012 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > router after_update 55549900 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.643331 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > router after_update 55549900 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.643662 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.644052 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > router after_update 55549900 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.644438 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > router precommit_update 55549900 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.644776 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: port after_update 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.645126 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: port after_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.645450 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: subnet after_update 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.645774 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.646119 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > port precommit_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.646455 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > router precommit_create 55549900 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.646785 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: port before_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.647117 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > router precommit_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.647461 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > router after_update 55549900 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.647825 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > router precommit_delete 55549900 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.648200 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > router precommit_create 55549900 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.648554 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > router_interface after_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.648888 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > router precommit_update 55549900 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.649245 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > network after_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.650131 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.quota.resource_registry [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Tracking information for resource: router configured {{(pid=103533) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 13:35:46.650481 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.quota.resource_registry [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Tracking information for resource: floatingip configured {{(pid=103533) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 16 13:35:46.655453 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.db.l3_agentschedulers_db [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 16 13:35:46.656147 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: port after_update 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.656495 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: port after_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.656835 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: port after_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.657381 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: port after_update 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.657922 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > router before_create 55550100 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.658272 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > router precommit_delete 55550100 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.658619 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > router precommit_create 55550100 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.658960 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > router precommit_update 55550100 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.663325 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.services.provider_configuration [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Service providers = [] {{(pid=103533) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 16 13:35:46.663676 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.db.servicetype_db [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103533) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 16 13:35:46.666516 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.services.service_base [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103533) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 13:35:46.666850 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.services.service_base [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103533) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 13:35:46.667176 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.services.service_base [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103533) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 13:35:46.668048 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.services.service_base [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103533) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 16 13:35:46.668445 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.services.service_base [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 16 13:35:46.668802 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103533) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 13:35:46.669213 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 16 13:35:46.679920 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103533) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 13:35:46.680269 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading Plugin: auto_allocate Jun 16 13:35:46.686086 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: network precommit_update 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.686439 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: network precommit_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.686943 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103533) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 13:35:46.687257 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading Plugin: tag Jun 16 13:35:46.693769 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103533) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 13:35:46.694095 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading Plugin: timestamp Jun 16 13:35:46.699408 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103533) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 13:35:46.699731 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading Plugin: network_ip_availability Jun 16 13:35:46.705192 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.705489 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.705831 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.706535 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103533) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 13:35:46.706843 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading Plugin: flavors Jun 16 13:35:46.711513 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103533) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 13:35:46.711830 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading Plugin: revisions Jun 16 13:35:46.716212 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103533) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 16 13:35:46.716590 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.792s {{(pid=103533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:35:46.717303 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103533) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 16 13:35:46.717626 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Initializing extension manager. Jun 16 13:35:46.718114 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: __init__.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.718447 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: __pycache__ {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.718768 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.719085 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: address_group.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.719838 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.720430 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: address-group Jun 16 13:35:46.720743 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: address_scope.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.721430 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.721923 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: address-scope Jun 16 13:35:46.722235 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: admin_state_down_before_update.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.723126 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.723626 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: router-admin-state-down-before-update Jun 16 13:35:46.723918 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: agent.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.724619 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.725118 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: agent Jun 16 13:35:46.725419 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: agent_resources_synced.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.726298 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.726786 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: agent-resources-synced Jun 16 13:35:46.727094 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: allowedaddresspairs.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.729020 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.729533 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: allowed-address-pairs Jun 16 13:35:46.729846 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: auto_allocated_topology.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.730914 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.731410 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: auto-allocated-topology Jun 16 13:35:46.731724 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: availability_zone.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.732422 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.732923 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: availability_zone Jun 16 13:35:46.733229 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: availability_zone_filter.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.734107 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.734600 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: availability_zone_filter Jun 16 13:35:46.734911 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: data_plane_status.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.735778 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.736305 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extension data-plane-status not supported by any of loaded plugins Jun 16 13:35:46.736618 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: default_subnetpools.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.737496 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.737992 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: default-subnetpools Jun 16 13:35:46.738305 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: dhcpagentscheduler.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.739087 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.739587 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: dhcp_agent_scheduler Jun 16 13:35:46.739912 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: dns.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.740828 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.741327 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extension dns-integration not supported by any of loaded plugins Jun 16 13:35:46.741637 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: dns_domain_ports.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.742512 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.743010 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 16 13:35:46.743316 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: dvr.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.743962 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.744478 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: dvr Jun 16 13:35:46.744785 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: empty_string_filtering.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.745657 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.746275 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: empty-string-filtering Jun 16 13:35:46.746586 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.747464 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.747950 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 16 13:35:46.748281 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.749170 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.749677 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 16 13:35:46.749982 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: external_net.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.750858 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.751350 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: external-net Jun 16 13:35:46.751656 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: extra_dhcp_opt.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.752567 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.753060 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: extra_dhcp_opt Jun 16 13:35:46.753371 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: extraroute.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.754245 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.754739 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: extraroute Jun 16 13:35:46.755049 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: extraroute_atomic.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.756090 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.756593 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: extraroute-atomic Jun 16 13:35:46.756903 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: filter_validation.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.757534 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.758031 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: filter-validation Jun 16 13:35:46.758336 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: fip_pf_description.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.759212 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.759699 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 16 13:35:46.760005 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: fip_port_details.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.760908 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.761455 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: fip-port-details Jun 16 13:35:46.761765 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: flavors.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.762963 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.763466 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: flavors Jun 16 13:35:46.763782 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.765446 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.765950 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 16 13:35:46.766273 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: floatingip_pools.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.766954 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.767453 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: floatingip-pools Jun 16 13:35:46.767767 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: ip_allocation.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.768708 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.769214 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extension ip_allocation not supported by any of loaded plugins Jun 16 13:35:46.769531 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.770485 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.770999 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: ip-substring-filtering Jun 16 13:35:46.771307 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: l2_adjacency.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.772252 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.772746 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extension l2_adjacency not supported by any of loaded plugins Jun 16 13:35:46.773057 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: l3.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.773984 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.774486 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: router Jun 16 13:35:46.774798 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: l3_conntrack_helper.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.777212 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.777729 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 16 13:35:46.778050 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.778939 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.779452 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: ext-gw-mode Jun 16 13:35:46.779767 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.780676 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.781172 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: l3-ha Jun 16 13:35:46.781478 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: l3_flavors.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.782357 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.782854 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: l3-flavors Jun 16 13:35:46.783163 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.784061 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.784598 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: l3-port-ip-change-not-allowed Jun 16 13:35:46.784906 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: l3agentscheduler.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.785920 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.786417 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: l3_agent_scheduler Jun 16 13:35:46.786733 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: logging.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.788233 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.788765 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extension logging not supported by any of loaded plugins Jun 16 13:35:46.789088 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: metering.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.789802 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.790363 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: metering Jun 16 13:35:46.790678 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.791731 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.792257 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: metering_source_and_destination_fields Jun 16 13:35:46.792566 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: multiprovidernet.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.793495 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.793995 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: multi-provider Jun 16 13:35:46.794306 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: netmtu.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.795193 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.795681 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: net-mtu Jun 16 13:35:46.795993 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: netmtu_writable.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.797212 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.797707 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: net-mtu-writable Jun 16 13:35:46.798015 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: network_availability_zone.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.798657 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.799150 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: network_availability_zone Jun 16 13:35:46.799457 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: network_ip_availability.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.800538 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.801036 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: network-ip-availability Jun 16 13:35:46.801347 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: network_segment_range.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.802081 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.802569 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extension network-segment-range not supported by any of loaded plugins Jun 16 13:35:46.802877 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: pagination.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.803825 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.804186 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: pagination Jun 16 13:35:46.804492 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: port_device_profile.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.805359 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.805858 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: port-device-profile Jun 16 13:35:46.806169 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.807059 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.807562 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: port-mac-address-regenerate Jun 16 13:35:46.807870 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.808848 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.809349 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: port-numa-affinity-policy Jun 16 13:35:46.809652 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: port_resource_request.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.810538 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.811027 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extension port-resource-request not supported by any of loaded plugins Jun 16 13:35:46.811331 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: portbindings.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.812262 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.812753 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: binding Jun 16 13:35:46.813062 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: portbindings_extended.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.814304 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.814807 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: binding-extended Jun 16 13:35:46.815123 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: portsecurity.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.816002 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.816539 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: port-security Jun 16 13:35:46.816848 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: project_id.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.817909 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.818225 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: project-id Jun 16 13:35:46.818537 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: providernet.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.819427 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.819921 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: provider Jun 16 13:35:46.820254 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: qos.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.823729 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.824323 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extension qos not supported by any of loaded plugins Jun 16 13:35:46.824650 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.825854 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.826360 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 16 13:35:46.826676 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.827564 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.828089 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 16 13:35:46.828408 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: qos_default.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.829301 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.829806 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extension qos-default not supported by any of loaded plugins Jun 16 13:35:46.830124 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: qos_fip.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.830756 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.831247 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extension qos-fip not supported by any of loaded plugins Jun 16 13:35:46.831556 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: qos_gateway_ip.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.832483 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.832983 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 16 13:35:46.833291 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: qos_port_network_policy.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.834171 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.834670 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 16 13:35:46.834978 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: qos_rule_type_details.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.835863 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.836392 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 16 13:35:46.836704 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: qos_rules_alias.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.837711 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.838209 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 16 13:35:46.838519 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: quotasv2.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.839396 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.839980 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: quotas Jun 16 13:35:46.840510 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: quotasv2_detail.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.843655 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.843988 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: quota_details Jun 16 13:35:46.844333 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: rbac.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.845352 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.845864 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: rbac-policies Jun 16 13:35:46.846185 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: rbac_address_group.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.847077 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.847585 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: rbac-address-group Jun 16 13:35:46.847903 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: rbac_address_scope.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.848818 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.849333 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: rbac-address-scope Jun 16 13:35:46.849653 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: rbac_security_groups.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.850734 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.851235 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: rbac-security-groups Jun 16 13:35:46.851551 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: rbac_subnetpool.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.852462 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.852963 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: rbac-subnetpool Jun 16 13:35:46.853275 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: revisionifmatch.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.854177 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.854670 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: revision-if-match Jun 16 13:35:46.854983 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: revisions.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.856476 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.856994 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: standard-attr-revisions Jun 16 13:35:46.857311 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: router_availability_zone.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.857963 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.858461 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: router_availability_zone Jun 16 13:35:46.858777 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: routerservicetype.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.859668 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.860207 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extension router-service-type not supported by any of loaded plugins Jun 16 13:35:46.860521 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.861406 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.861904 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: security-groups-normalized-cidr Jun 16 13:35:46.862219 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: security_groups_port_filtering.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.863104 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.863600 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: port-security-groups-filtering Jun 16 13:35:46.863912 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.864826 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.865320 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: security-groups-remote-address-group Jun 16 13:35:46.865638 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: securitygroup.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.875302 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.875827 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: security-group Jun 16 13:35:46.876183 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: segment.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.876947 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.877449 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extension segment not supported by any of loaded plugins Jun 16 13:35:46.877766 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.878714 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.879219 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 16 13:35:46.879535 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: servicetype.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.880683 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.881186 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: service-type Jun 16 13:35:46.881510 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: sorting.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.882473 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.882796 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: sorting Jun 16 13:35:46.883102 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: standard_attr_segment.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.883997 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.884541 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 16 13:35:46.885039 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: standardattrdescription.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.885675 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.886179 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: standard-attr-description Jun 16 13:35:46.886531 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: stateful_security_group.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.887454 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.887974 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: stateful-security-group Jun 16 13:35:46.888312 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: stdattrs_common.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.888874 dv-cinder-789603-10-smb neutron-server[103533]: WARNING neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 16 13:35:46.889185 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.890177 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.890682 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 16 13:35:46.890996 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: subnet_onboard.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.892111 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.892621 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: subnet_onboard Jun 16 13:35:46.892933 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.894026 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.894606 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 16 13:35:46.894995 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: subnet_service_types.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.895902 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.902596 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: subnet-service-types Jun 16 13:35:46.902920 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: subnetallocation.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.903983 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.904513 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: subnet_allocation Jun 16 13:35:46.904826 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.905502 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.906000 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: subnetpool-prefix-ops Jun 16 13:35:46.906311 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.907206 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.907701 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 16 13:35:46.908033 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: tagging.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.909113 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.909614 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: standard-attr-tag Jun 16 13:35:46.909932 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: timestamp.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.911158 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.911661 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loaded extension: standard-attr-timestamp Jun 16 13:35:46.911974 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: trunk.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.913007 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.913514 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extension trunk not supported by any of loaded plugins Jun 16 13:35:46.913827 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: trunk_details.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.914711 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.915217 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extension trunk-details not supported by any of loaded plugins Jun 16 13:35:46.915531 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: uplink_status_propagation.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.916456 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.916956 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 16 13:35:46.917265 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Loading extension file: vlantransparent.py {{(pid=103533) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 16 13:35:46.917954 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103533) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 16 13:35:46.918448 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extension vlan-transparent not supported by any of loaded plugins Jun 16 13:35:46.921001 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.quota.resource_registry [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Creating instance of TrackedResource for resource:network Jun 16 13:35:46.921840 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.quota.resource_registry [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Creating instance of TrackedResource for resource:subnet Jun 16 13:35:46.922223 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.quota.resource_registry [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 13:35:46.922600 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.quota.resource_registry [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Creating instance of TrackedResource for resource:port Jun 16 13:35:46.923916 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.v2.resource_helper [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 13:35:46.924389 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.v2.resource_helper [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Service FLAVORS assigned prefix: {{(pid=103533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 13:35:46.925002 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.v2.resource_helper [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 13:35:46.925432 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.v2.resource_helper [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 13:35:46.925751 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.quota.resource_registry [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Creating instance of TrackedResource for resource:router Jun 16 13:35:46.926168 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.quota.resource_registry [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Creating instance of TrackedResource for resource:floatingip Jun 16 13:35:46.926656 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.v2.resource_helper [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Service METERING assigned prefix: /metering {{(pid=103533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 13:35:46.928120 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.928475 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.928811 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:35:46.929815 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.quota.resource_registry [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 13:35:46.930264 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.quota.resource_registry [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Creating instance of TrackedResource for resource:security_group Jun 16 13:35:46.930682 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.quota.resource_registry [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 13:35:46.931283 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.v2.resource_helper [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Service CORE assigned prefix: {{(pid=103533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 13:35:46.931599 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.quota.resource_registry [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 13:35:46.931931 dv-cinder-789603-10-smb neutron-server[103533]: WARNING neutron.quota.resource_registry [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] subnetpool is already registered Jun 16 13:35:46.932395 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.v2.resource_helper [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Service CORE assigned prefix: {{(pid=103533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 13:35:46.932717 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.quota.resource_registry [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 13:35:46.933033 dv-cinder-789603-10-smb neutron-server[103533]: WARNING neutron.quota.resource_registry [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] subnetpool is already registered Jun 16 13:35:46.935403 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.v2.resource_helper [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 13:35:46.935819 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.v2.resource_helper [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Service FLAVORS assigned prefix: {{(pid=103533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 13:35:46.936445 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.v2.resource_helper [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 13:35:46.936852 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.v2.resource_helper [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 13:35:46.937167 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.quota.resource_registry [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Creating instance of TrackedResource for resource:router Jun 16 13:35:46.937492 dv-cinder-789603-10-smb neutron-server[103533]: WARNING neutron.quota.resource_registry [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] router is already registered Jun 16 13:35:46.937889 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.quota.resource_registry [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Creating instance of TrackedResource for resource:floatingip Jun 16 13:35:46.938209 dv-cinder-789603-10-smb neutron-server[103533]: WARNING neutron.quota.resource_registry [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] floatingip is already registered Jun 16 13:35:46.938649 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.v2.resource_helper [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Service METERING assigned prefix: /metering {{(pid=103533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 13:35:46.939294 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.quota.resource_registry [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Creating instance of CountableResource for resource:rbac_policy Jun 16 13:35:46.939606 dv-cinder-789603-10-smb neutron-server[103533]: WARNING neutron.quota.resource_registry [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] rbac_policy is already registered Jun 16 13:35:46.940004 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.quota.resource_registry [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Creating instance of TrackedResource for resource:security_group Jun 16 13:35:46.940358 dv-cinder-789603-10-smb neutron-server[103533]: WARNING neutron.quota.resource_registry [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] security_group is already registered Jun 16 13:35:46.940751 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.quota.resource_registry [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Creating instance of TrackedResource for resource:security_group_rule Jun 16 13:35:46.941071 dv-cinder-789603-10-smb neutron-server[103533]: WARNING neutron.quota.resource_registry [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] security_group_rule is already registered Jun 16 13:35:46.941678 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.v2.resource_helper [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Service CORE assigned prefix: {{(pid=103533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 13:35:46.941990 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.quota.resource_registry [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 13:35:46.942306 dv-cinder-789603-10-smb neutron-server[103533]: WARNING neutron.quota.resource_registry [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] subnetpool is already registered Jun 16 13:35:46.942727 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.v2.resource_helper [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Service CORE assigned prefix: {{(pid=103533) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 16 13:35:46.943039 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.quota.resource_registry [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Creating instance of TrackedResource for resource:subnetpool Jun 16 13:35:46.943359 dv-cinder-789603-10-smb neutron-server[103533]: WARNING neutron.quota.resource_registry [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] subnetpool is already registered Jun 16 13:35:46.943821 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extended resource: extensions {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:35:46.945328 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extended resource: address-groups {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:35:46.946808 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extended resource: address-scopes {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:35:46.948133 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extended resource: agents {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:35:46.949349 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extended resource: auto-allocated-topology {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:35:46.950612 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extended resource: availability_zones {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:35:46.951806 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extended resource: dhcp-networks {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:35:46.953346 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extended resource: dhcp-agents {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:35:46.954767 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extended resource: routers {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:35:46.956564 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extended resource: flavors {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:35:46.958913 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extended resource: service_profiles {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:35:46.960147 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extended resource: next_providers {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:35:46.961598 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extended resource: service_profiles {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:35:46.963120 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extended resource: floatingip-pools {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:35:46.964352 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extended resource: routers {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:35:46.966139 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extended resource: floatingips {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:35:46.967402 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extended resource: l3-routers {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:35:46.968865 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extended resource: l3-agents {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:35:46.970357 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extended resource: metering-labels {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:35:46.971602 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extended resource: metering-label-rules {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:35:46.973094 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extended resource: network-ip-availabilities {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:35:46.974350 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extended resource: bindings {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:35:46.975891 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extended resource: quotas {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:35:46.977427 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extended resource: quotas {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:35:46.978841 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extended resource: rbac-policies {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:35:46.980008 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extended resource: security-groups {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:35:46.981395 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extended resource: security-group-rules {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:35:46.982623 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extended resource: service-providers {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:35:46.983816 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extended resource: subnetpools {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:35:46.985164 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extended resource: subnetpools {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:35:46.986698 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extended resource: tags {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:35:46.988404 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extended resource: tags {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:35:46.990188 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extended resource: tags {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:35:46.991955 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extended resource: tags {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:35:46.993656 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extended resource: tags {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:35:46.995603 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extended resource: tags {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:35:46.997347 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extended resource: tags {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:35:46.999194 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extended resource: tags {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:35:47.001109 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extended resource: tags {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:35:47.002852 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron.api.extensions [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Extended resource: tags {{(pid=103533) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 16 13:35:47.009017 dv-cinder-789603-10-smb neutron-server[103533]: WARNING keystonemiddleware.auth_token [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 16 13:35:47.013697 dv-cinder-789603-10-smb neutron-server[103533]: WARNING keystonemiddleware.auth_token [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 16 13:35:47.021937 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Acquired lock "singleton_lock" {{(pid=103533) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 16 13:35:47.022400 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_concurrency.lockutils [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Releasing lock "singleton_lock" {{(pid=103533) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 16 13:35:47.023033 dv-cinder-789603-10-smb neutron-server[103533]: INFO oslo_service.service [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Starting 2 workers Jun 16 13:35:47.027939 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Started child 103674 {{(pid=103533) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 13:35:47.032420 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Started child 103675 {{(pid=103533) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 13:35:47.033322 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:35:47.033983 dv-cinder-789603-10-smb neutron-server[103533]: INFO neutron.service [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Neutron service started, listening on 0.0.0.0:9696 Jun 16 13:35:47.034578 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Notify callbacks [] for process, before_spawn {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:35:47.034940 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [-] (103674) wsgi starting up on http://0.0.0.0:9696 Jun 16 13:35:47.036952 dv-cinder-789603-10-smb neutron-server[103533]: INFO oslo_service.service [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Starting 1 workers Jun 16 13:35:47.037116 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:35:47.038467 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [-] (103675) wsgi starting up on http://0.0.0.0:9696 Jun 16 13:35:47.042099 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Started child 103676 {{(pid=103533) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 13:35:47.042652 dv-cinder-789603-10-smb neutron-server[103533]: INFO oslo_service.service [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Starting 1 workers Jun 16 13:35:47.045693 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.service [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] calling RpcWorker wait() {{(pid=103676) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 16 13:35:47.046259 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.service [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] returning from RpcWorker wait() {{(pid=103676) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 16 13:35:47.047459 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Started child 103677 {{(pid=103533) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 16 13:35:47.047692 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:35:47.048217 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:35:47.048360 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c50c-309a-4645-8e2a-d8bc447bd66b None None] Notify callbacks [] for process, after_spawn {{(pid=103533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:35:47.050129 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103533) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 13:35:47.050304 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 13:35:47.050485 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 13:35:47.050721 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 13:35:47.051046 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 13:35:47.051173 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 13:35:47.051703 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.051988 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.052265 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.052510 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.052635 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:35:47.053106 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.053280 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.053566 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.053802 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.054096 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.054316 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.054485 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.054644 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.054922 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.055189 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.055445 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.055678 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.055932 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.056198 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.056356 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.056636 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.056852 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.057131 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.057366 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] debug = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.057612 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.058181 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.058500 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.058720 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.058937 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.059217 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.059443 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.059730 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.059968 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.060235 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.060468 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.060735 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.060967 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.061182 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.061400 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.061648 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.061892 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.062446 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] host = dv-cinder-789603-10-smb {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.062608 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.062794 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.063036 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.063286 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.063525 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.063758 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.063998 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.064257 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.064514 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.064748 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.064995 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.065320 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.065470 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.065693 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] log_file = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.065857 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] log_options = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.066097 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.066351 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.066603 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.066787 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.066947 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.067127 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.067358 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.067519 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.067771 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.067998 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.068233 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.068547 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.068699 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.068903 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.069147 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.069388 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.069624 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.069837 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.070086 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.070336 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.070556 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.070793 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.071012 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.071243 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.071454 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.071667 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.071891 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.072137 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.072347 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.072699 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.073684 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.074631 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.075008 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.075207 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.075459 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.075802 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.076107 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.076563 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.076750 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:35:47.076901 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.077172 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.077524 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.078469 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.078693 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.078859 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.079113 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.079345 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] use_json = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.079592 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.079837 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.080141 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.080369 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.080625 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.080850 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.081093 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.081337 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.081752 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.082287 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.082750 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.082904 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.083118 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.083377 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.083615 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.083868 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.084115 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.084366 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.084680 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.084934 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.085215 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.085451 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.085703 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.086025 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.086283 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.086565 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.087270 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.087776 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.087776 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.088123 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.090403 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.090403 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.090403 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.104/identity {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.090403 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.090403 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.090403 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.090403 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.090403 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.090908 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.090908 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.090908 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.090908 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.091155 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.091364 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.091681 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.093303 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.093303 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.093303 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.093303 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.093303 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.093303 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.093303 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.093755 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.093755 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.093880 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.094090 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.094318 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.094572 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.094830 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.095357 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.095357 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.095520 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.095866 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.095972 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.096149 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.096352 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.096567 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.096955 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.097069 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.097317 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.098236 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.098236 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.098236 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.098236 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.098539 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.098617 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.098776 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.099013 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.099236 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.099451 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.099673 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.099907 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.100168 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.100383 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.100596 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.100812 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.101032 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.101247 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.101458 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.101671 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.101885 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.102099 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.102394 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.102705 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.102948 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.103201 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.103444 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.103703 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.103937 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.104220 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.104843 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.104843 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.104981 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.105282 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.105512 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.105770 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.106020 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.106260 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.106513 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.106751 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.107038 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.107262 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.107508 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.107756 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.108034 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.108300 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.108575 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.108829 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.109088 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.109356 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.109617 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.109889 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.110164 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.110415 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.110705 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.111027 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.111276 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.111475 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.111738 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.111968 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.112248 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.112492 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.112734 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.112942 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.113169 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.113472 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.113734 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.113958 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.114193 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.114450 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.115398 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.115632 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.115847 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.116208 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.116513 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.116774 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.116998 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.117261 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.117506 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.117752 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.118019 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.118266 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.104/identity {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.118489 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.118723 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.118953 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.119272 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.119513 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.119747 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.119994 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.120201 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.120443 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.123112 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.123112 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.123112 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.123112 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.123112 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.123112 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.123112 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.123112 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.123636 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.123636 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.123636 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.123636 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.123636 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.123636 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.123636 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.124064 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.124137 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.124511 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.124786 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.124927 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.125183 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.125432 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.125628 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.125899 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.126147 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.126355 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.126630 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.126793 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.127043 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.127186 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.127443 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.127636 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.127870 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.128138 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.128480 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.128770 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.129048 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.129292 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.129556 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.129890 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.130130 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.130368 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.130623 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.130821 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.131195 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.131615 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.131836 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.132077 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.132294 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.132506 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.132716 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.132931 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.133141 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.133426 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.133679 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.133906 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.134140 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.134369 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.134597 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.134801 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.135181 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.135416 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.135651 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.135880 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.136114 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.136353 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.136600 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.136810 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.137035 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.137249 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.137458 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.137694 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.137903 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.138159 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.138366 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.138572 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.138788 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.138993 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.139300 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.139552 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.139795 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.140095 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.140343 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.140585 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.140833 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.141165 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.141358 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.141615 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.141834 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.142079 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.142294 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.142560 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.142868 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.143152 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.143397 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.143644 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.143908 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.144206 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.144463 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.144702 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.144981 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.145318 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.145580 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.145835 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.146065 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.146340 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.146568 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.146814 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.147053 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.147276 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.147508 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.147763 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.148006 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.148256 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.148488 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.148739 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.148955 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.149176 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.149385 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.149611 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.149840 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.149996 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 13:35:47.150558 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103533) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 16 13:35:47.150717 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 16 13:35:47.150868 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 16 13:35:47.151038 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 16 13:35:47.151203 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 16 13:35:47.151353 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 16 13:35:47.151558 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.151719 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.151878 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.152075 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.152234 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.152413 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.152572 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.152727 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.152882 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.153037 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.153194 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.153350 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.153506 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.153662 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.153820 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.153978 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.154135 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.154298 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.154459 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.154615 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.154771 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.154927 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.155084 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] debug = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.155240 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.155512 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.155679 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.155985 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.156308 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.156470 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.156737 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.156899 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.157062 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.157438 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.157603 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.157774 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.157930 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.158077 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.158215 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.158375 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.158530 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.158688 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] host = dv-cinder-789603-10-smb {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.158847 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.158999 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.159157 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.159313 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.159469 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.159632 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.159786 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.159951 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.160141 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.160256 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.160603 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.160761 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.160918 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.161078 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] log_file = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.161233 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] log_options = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.161398 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.161539 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.161697 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.161888 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.162050 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.162208 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.162367 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.162527 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.162684 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.162841 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.163020 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.163153 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.163310 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.163468 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.163623 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.163780 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.163938 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.164127 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.164292 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.164449 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.164606 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.164745 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.164905 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.165061 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.165217 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.165377 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.165518 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.165673 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.165835 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.165985 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.166144 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.166303 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.166459 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.166616 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.166774 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.166929 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.167086 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.167248 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.167408 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.167576 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.167768 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.167928 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.168109 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.168268 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.168428 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.168586 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] use_json = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.168742 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.168899 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.169056 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.169214 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.169371 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.169529 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.169687 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.169845 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 16 13:35:47.170022 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.170183 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.170356 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.170517 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.170677 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.170837 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.170998 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.171158 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.171319 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.171789 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.171956 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.172139 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.172313 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.172474 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.172635 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.172797 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.172957 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.173117 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.173278 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.173438 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.173600 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.173759 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.173935 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.174096 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.174264 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.104/identity {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.174423 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.174584 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.174746 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.174907 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.175068 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.175230 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.175392 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.175552 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.175712 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.175873 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.176067 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.176208 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.176365 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.176455 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:35:47.176540 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.176677 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.176838 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.176997 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.177158 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.177322 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.177486 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.177646 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.177806 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.177967 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.178128 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.178287 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.178458 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.178618 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.178778 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.178938 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.179100 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.179260 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.179422 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.179581 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.179743 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.179904 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.180082 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.180256 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.180420 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.180583 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.180741 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.180901 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.181061 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.181222 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.181382 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.181541 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.181709 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.181849 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.182009 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.182168 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.182328 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.182489 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.182647 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.182807 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.182968 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.183128 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.183312 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.183471 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.183633 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.183793 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.183961 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.184161 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.184323 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.184485 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.184646 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.184807 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.184966 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.185127 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.185288 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.185453 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.185615 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.185774 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.185933 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.186094 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.186253 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.186414 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.186573 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.186732 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.186887 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.187041 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.187270 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.187662 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.187662 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.187933 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.187933 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.188232 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.188232 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.188461 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.188581 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.188702 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.188984 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.188984 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.189178 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.189288 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.189397 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.189545 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.189704 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.189864 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.190024 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.190184 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.190343 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.190503 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.190705 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.190824 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.190975 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.191136 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.191295 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.191455 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.191637 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.191796 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.191957 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.192150 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.192297 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.192469 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.192611 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.192771 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.192931 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.193091 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.193250 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.193412 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.104/identity {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.193571 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.193730 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.193890 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.194050 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.194214 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.194378 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.194539 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.194699 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.194861 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.195021 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.195181 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.195341 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.195571 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.195699 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.195809 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.195955 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.196135 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.196296 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.196457 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.196618 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.196780 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.196939 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.197098 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.197258 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.197419 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.197580 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.197739 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.197899 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.198060 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.198221 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.198381 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.198542 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.198708 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.198957 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.199048 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.199215 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.199374 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.199534 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.199695 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.199855 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.200032 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.200194 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.200355 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.200531 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.200757 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.200857 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.200998 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.201158 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.201318 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.201478 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.201638 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.201798 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.201957 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.202116 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.202277 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.202439 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.202599 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.202759 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.202917 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.203077 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.203238 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.203396 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.203568 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.203728 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.203888 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.204080 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.204232 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.204400 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.204560 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.204720 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.204879 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.205039 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.205205 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.205365 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.205526 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.205685 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.205845 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.206012 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.206171 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.206331 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.206491 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.206701 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.206818 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.206979 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.207140 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.207298 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.207458 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.207629 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.207790 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.207951 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.208137 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.208297 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.208455 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.208614 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.208785 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.208945 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.209107 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.209266 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.209425 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.209584 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.209745 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.209910 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.210079 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.210244 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.210406 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.210576 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.210746 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.210918 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.211063 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.211228 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.211399 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.211558 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.211717 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.211877 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.212053 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.212216 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.212375 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.212534 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.212693 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.212851 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.213010 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.213171 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.213330 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.213489 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.213647 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.213807 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.213965 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.214129 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.214370 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.214545 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 16 13:35:47.214705 dv-cinder-789603-10-smb neutron-server[103533]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103533) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 16 13:35:47.512219 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 35240) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:35:47.525406 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [-] 10.222.0.104 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0098221 Jun 16 13:35:58.663832 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eecb66e-3218-45a6-a88e-6268251674fa None None] get_active_networks_info from dv-cinder-789603-10-smb {{(pid=103676) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 16 13:35:58.738060 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eecb66e-3218-45a6-a88e-6268251674fa None None] No non-hosted networks {{(pid=103676) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 16 13:35:58.748650 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.agentschedulers_db [None req-4eecb66e-3218-45a6-a88e-6268251674fa None None] DHCP Agent not found on host dv-cinder-789603-10-smb {{(pid=103676) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 16 13:35:58.843661 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3624256e-c622-4460-92e8-a22dd7353d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783'] for agent, after_create {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:01.060697 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783'] for agent, after_create {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:01.064761 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:01.066786 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:01.067479 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:01.069406 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:01.069919 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:01.072556 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:01.075307 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:01.076536 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:01.079533 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:01.080303 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:01.081624 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:01.082974 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:01.087052 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-789603-10-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:36:01.118318 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-789603-10-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:36:01.207018 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-5a12b16a-5268-4891-b28e-33c7ae0c13d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783'] for agent, after_create {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:01.272395 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-e327efdc-db83-441b-8d0f-c4654b51face None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:02.014860 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9426d120-8ef3-450b-a3fa-438be4b95f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783'] for agent, after_create {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:03.848833 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3cd87a0a-8c13-4d66-8546-43ee61e1d8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783'] for agent, after_create {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:05.015770 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 35332) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:36:05.551576 dv-cinder-789603-10-smb neutron-server[103675]: WARNING oslo_policy.policy [None req-8af48f5b-1d45-4869-a313-030d0f7e9366 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 13:36:05.552218 dv-cinder-789603-10-smb neutron-server[103675]: WARNING oslo_policy.policy [None req-8af48f5b-1d45-4869-a313-030d0f7e9366 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 13:36:05.760270 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [None req-8af48f5b-1d45-4869-a313-030d0f7e9366 admin admin] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=103675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 13:36:05.761310 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-8af48f5b-1d45-4869-a313-030d0f7e9366 admin admin] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7445331 Jun 16 13:36:08.058392 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 35346) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:36:08.396149 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.v2.base [None req-cf122475-be17-4095-8908-3fe9a57c4640 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26}} {{(pid=103675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:36:08.443005 dv-cinder-789603-10-smb neutron-server[103676]: INFO neutron.db.l3_hamode_db [None req-001d3a91-2f66-4eda-b6fc-009d9f6d9897 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 16 13:36:08.489937 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.policy [None req-cf122475-be17-4095-8908-3fe9a57c4640 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103675) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 13:36:08.517431 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001d3a91-2f66-4eda-b6fc-009d9f6d9897 None None] Routers set() bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:36:08.517820 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001d3a91-2f66-4eda-b6fc-009d9f6d9897 None None] Router IDs set() for agent in host dv-cinder-789603-10-smb {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 16 13:36:08.534008 dv-cinder-789603-10-smb neutron-server[103675]: WARNING oslo_policy.policy [None req-cf122475-be17-4095-8908-3fe9a57c4640 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 13:36:08.534386 dv-cinder-789603-10-smb neutron-server[103675]: WARNING oslo_policy.policy [None req-cf122475-be17-4095-8908-3fe9a57c4640 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 13:36:08.542748 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.quota [None req-cf122475-be17-4095-8908-3fe9a57c4640 admin admin] Loaded quota_driver: . Jun 16 13:36:08.641621 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-cf122475-be17-4095-8908-3fe9a57c4640 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779600038439', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779600037898', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779600051154', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779600052708', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779600066527', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779600399653', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1738324', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1741533', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-783250', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-619471'] for rbac-policy, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:08.708044 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-cf122475-be17-4095-8908-3fe9a57c4640 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:08.709625 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-cf122475-be17-4095-8908-3fe9a57c4640 admin admin] 10.222.0.104 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6501589 Jun 16 13:36:11.274464 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 35360) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:36:11.825933 dv-cinder-789603-10-smb neutron-server[103674]: WARNING oslo_policy.policy [None req-1db4dad7-822a-44e7-8d18-e1973bb5fe0d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 13:36:11.826533 dv-cinder-789603-10-smb neutron-server[103674]: WARNING oslo_policy.policy [None req-1db4dad7-822a-44e7-8d18-e1973bb5fe0d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 13:36:12.035330 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [None req-1db4dad7-822a-44e7-8d18-e1973bb5fe0d admin admin] Request body: {'network': {'project_id': '18f0f72dcd2a459e9f0aada2ad8c5791', 'admin_state_up': True, 'name': 'private', 'tenant_id': '18f0f72dcd2a459e9f0aada2ad8c5791'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:36:12.036879 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.quota [None req-1db4dad7-822a-44e7-8d18-e1973bb5fe0d admin admin] Loaded quota_driver: . Jun 16 13:36:12.098247 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db4dad7-822a-44e7-8d18-e1973bb5fe0d admin admin] Made reservation on behalf of 18f0f72dcd2a459e9f0aada2ad8c5791 for: {'network': 1} {{(pid=103674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:36:12.161682 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.policy [None req-1db4dad7-822a-44e7-8d18-e1973bb5fe0d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103674) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 16 13:36:12.205726 dv-cinder-789603-10-smb neutron-server[103674]: WARNING oslo_policy.policy [None req-1db4dad7-822a-44e7-8d18-e1973bb5fe0d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 13:36:12.206083 dv-cinder-789603-10-smb neutron-server[103674]: WARNING oslo_policy.policy [None req-1db4dad7-822a-44e7-8d18-e1973bb5fe0d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 16 13:36:12.215802 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1db4dad7-822a-44e7-8d18-e1973bb5fe0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for network, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:12.238232 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1db4dad7-822a-44e7-8d18-e1973bb5fe0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:12.369796 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1db4dad7-822a-44e7-8d18-e1973bb5fe0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:12.376610 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1db4dad7-822a-44e7-8d18-e1973bb5fe0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:12.381899 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:36:12.396686 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1db4dad7-822a-44e7-8d18-e1973bb5fe0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1174} {{(pid=103674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 13:36:12.424406 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1db4dad7-822a-44e7-8d18-e1973bb5fe0d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779595370792', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688368'] for segment, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:12.424985 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1db4dad7-822a-44e7-8d18-e1973bb5fe0d admin admin] Unsubscribe: segment precommit_create {{(pid=103674) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 13:36:12.425456 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.db.segments_db [None req-1db4dad7-822a-44e7-8d18-e1973bb5fe0d admin admin] Added segment 3fbeafe5-4614-4a4e-adf4-a458d48bf4a6 of type vlan for network 19af412f-89c0-4e65-a4f6-c35d57d8da7b Jun 16 13:36:12.441837 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db4dad7-822a-44e7-8d18-e1973bb5fe0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c53034-1409-4e5b-bfb8-d4ed39b2468d,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:36:12.463505 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db4dad7-822a-44e7-8d18-e1973bb5fe0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:12.463848 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db4dad7-822a-44e7-8d18-e1973bb5fe0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:12.464197 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db4dad7-822a-44e7-8d18-e1973bb5fe0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:12.464508 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db4dad7-822a-44e7-8d18-e1973bb5fe0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:12.464819 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db4dad7-822a-44e7-8d18-e1973bb5fe0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:12.465120 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db4dad7-822a-44e7-8d18-e1973bb5fe0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:12.465438 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db4dad7-822a-44e7-8d18-e1973bb5fe0d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:12.465736 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db4dad7-822a-44e7-8d18-e1973bb5fe0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:12.466049 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db4dad7-822a-44e7-8d18-e1973bb5fe0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:12.466349 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db4dad7-822a-44e7-8d18-e1973bb5fe0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:12.466645 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db4dad7-822a-44e7-8d18-e1973bb5fe0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:12.466922 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db4dad7-822a-44e7-8d18-e1973bb5fe0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:12.468040 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db4dad7-822a-44e7-8d18-e1973bb5fe0d admin admin] Tracked resource versions report: Jun 16 13:36:12.468040 dv-cinder-789603-10-smb neutron-server[103674]: pushed versions: Jun 16 13:36:12.468040 dv-cinder-789603-10-smb neutron-server[103674]: { 'AddressGroup': {'1.2'}, Jun 16 13:36:12.468040 dv-cinder-789603-10-smb neutron-server[103674]: 'ConntrackHelper': {'1.0'}, Jun 16 13:36:12.468040 dv-cinder-789603-10-smb neutron-server[103674]: 'Log': {'1.0'}, Jun 16 13:36:12.468040 dv-cinder-789603-10-smb neutron-server[103674]: 'Network': {'1.1'}, Jun 16 13:36:12.468040 dv-cinder-789603-10-smb neutron-server[103674]: 'Port': {'1.7'}, Jun 16 13:36:12.468040 dv-cinder-789603-10-smb neutron-server[103674]: 'PortForwarding': {'1.2'}, Jun 16 13:36:12.468040 dv-cinder-789603-10-smb neutron-server[103674]: 'QosPolicy': {'1.8'}, Jun 16 13:36:12.468040 dv-cinder-789603-10-smb neutron-server[103674]: 'SecurityGroup': {'1.4'}, Jun 16 13:36:12.468040 dv-cinder-789603-10-smb neutron-server[103674]: 'SecurityGroupRule': {'1.2'}, Jun 16 13:36:12.468040 dv-cinder-789603-10-smb neutron-server[103674]: 'SubPort': {'1.0'}, Jun 16 13:36:12.468040 dv-cinder-789603-10-smb neutron-server[103674]: 'Subnet': {'1.1'}, Jun 16 13:36:12.468040 dv-cinder-789603-10-smb neutron-server[103674]: 'Trunk': {'1.1'}} Jun 16 13:36:12.468040 dv-cinder-789603-10-smb neutron-server[103674]: consumer versions: Jun 16 13:36:12.468040 dv-cinder-789603-10-smb neutron-server[103674]: { DHCP agent@dv-cinder-789603-10-smb: {}, Jun 16 13:36:12.468040 dv-cinder-789603-10-smb neutron-server[103674]: L3 agent@dv-cinder-789603-10-smb: {}, Jun 16 13:36:12.468040 dv-cinder-789603-10-smb neutron-server[103674]: Metadata agent@dv-cinder-789603-10-smb: {}, Jun 16 13:36:12.468040 dv-cinder-789603-10-smb neutron-server[103674]: Metering agent@dv-cinder-789603-10-smb: {}, Jun 16 13:36:12.468040 dv-cinder-789603-10-smb neutron-server[103674]: Open vSwitch agent@dv-cinder-789603-10-smb: { 'AddressGroup': '1.2', Jun 16 13:36:12.468040 dv-cinder-789603-10-smb neutron-server[103674]: 'ConntrackHelper': '1.0', Jun 16 13:36:12.468040 dv-cinder-789603-10-smb neutron-server[103674]: 'Log': '1.0', Jun 16 13:36:12.468040 dv-cinder-789603-10-smb neutron-server[103674]: 'Network': '1.1', Jun 16 13:36:12.468040 dv-cinder-789603-10-smb neutron-server[103674]: 'Port': '1.7', Jun 16 13:36:12.468040 dv-cinder-789603-10-smb neutron-server[103674]: 'PortForwarding': '1.2', Jun 16 13:36:12.468040 dv-cinder-789603-10-smb neutron-server[103674]: 'QosPolicy': '1.8', Jun 16 13:36:12.468040 dv-cinder-789603-10-smb neutron-server[103674]: 'SecurityGroup': '1.4', Jun 16 13:36:12.468040 dv-cinder-789603-10-smb neutron-server[103674]: 'SecurityGroupRule': '1.2', Jun 16 13:36:12.468040 dv-cinder-789603-10-smb neutron-server[103674]: 'SubPort': '1.0', Jun 16 13:36:12.468040 dv-cinder-789603-10-smb neutron-server[103674]: 'Subnet': '1.1', Jun 16 13:36:12.468040 dv-cinder-789603-10-smb neutron-server[103674]: 'Trunk': '1.1'}} Jun 16 13:36:12.468040 dv-cinder-789603-10-smb neutron-server[103674]: {{(pid=103674) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 13:36:12.553139 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-1db4dad7-822a-44e7-8d18-e1973bb5fe0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:36:12.559375 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1db4dad7-822a-44e7-8d18-e1973bb5fe0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779594884509'] for network, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:12.615825 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1db4dad7-822a-44e7-8d18-e1973bb5fe0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183'] for network, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:12.617352 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db4dad7-822a-44e7-8d18-e1973bb5fe0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:36:12.618008 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1db4dad7-822a-44e7-8d18-e1973bb5fe0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for network, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:12.619902 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:36:12.687821 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-1db4dad7-822a-44e7-8d18-e1973bb5fe0d admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.4112060 Jun 16 13:36:12.715238 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db4dad7-822a-44e7-8d18-e1973bb5fe0d admin admin] Pushing event updated for resources: {'Network': ['ID=19af412f-89c0-4e65-a4f6-c35d57d8da7b,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:36:12.719193 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-1db4dad7-822a-44e7-8d18-e1973bb5fe0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:36:12.727771 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Network 19af412f-89c0-4e65-a4f6-c35d57d8da7b details requested by agent ovs-agent-dv-cinder-789603-10-smb with host dv-cinder-789603-10-smb {{(pid=103676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 13:36:15.293373 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 35382) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:36:15.691491 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517f252f-5a92-4bae-8941-c431c4f19f53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:36:15.692773 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-517f252f-5a92-4bae-8941-c431c4f19f53 admin admin] 10.222.0.104 "GET /v2.0/networks/19af412f-89c0-4e65-a4f6-c35d57d8da7b HTTP/1.1" status: 200 len: 826 time: 0.3984323 Jun 16 13:36:15.732266 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-78c430d3-43d4-491f-bf3c-c0cb0fb59ea0 admin admin] 10.222.0.104 "GET /v2.0/subnetpools/c0f653ba-f3c5-4611-b16b-6d0f640161f6 HTTP/1.1" status: 200 len: 734 time: 0.0340104 Jun 16 13:36:15.742384 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [None req-760f4d57-44e0-4700-ae9a-2ddc5255b6c9 admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': '18f0f72dcd2a459e9f0aada2ad8c5791', 'network_id': '19af412f-89c0-4e65-a4f6-c35d57d8da7b', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'c0f653ba-f3c5-4611-b16b-6d0f640161f6', 'name': 'private-subnet'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:36:15.766882 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760f4d57-44e0-4700-ae9a-2ddc5255b6c9 admin admin] Made reservation on behalf of 18f0f72dcd2a459e9f0aada2ad8c5791 for: {'subnet': 1} {{(pid=103674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:36:15.769255 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-760f4d57-44e0-4700-ae9a-2ddc5255b6c9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:16.079536 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-760f4d57-44e0-4700-ae9a-2ddc5255b6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174'] for subnet, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:16.081852 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:36:16.142820 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760f4d57-44e0-4700-ae9a-2ddc5255b6c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b96cd760-4ace-4ab7-b9eb-55140c40b33e,revision_number=0']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:36:16.149579 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-760f4d57-44e0-4700-ae9a-2ddc5255b6c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:36:16.150709 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760f4d57-44e0-4700-ae9a-2ddc5255b6c9 admin admin] Checking segment: {'id': '3fbeafe5-4614-4a4e-adf4-a458d48bf4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '19af412f-89c0-4e65-a4f6-c35d57d8da7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:36:16.151521 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760f4d57-44e0-4700-ae9a-2ddc5255b6c9 admin admin] Network hostable DHCP agents. Network: 19af412f-89c0-4e65-a4f6-c35d57d8da7b, hostable agents: ['8ea809cc-5bb3-41d5-8624-7e06cbdf14c2'], hosted agents: [] {{(pid=103674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 13:36:16.175602 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760f4d57-44e0-4700-ae9a-2ddc5255b6c9 admin admin] Network 19af412f-89c0-4e65-a4f6-c35d57d8da7b is scheduled to be hosted by DHCP agent 8ea809cc-5bb3-41d5-8624-7e06cbdf14c2 with binding_index 1 {{(pid=103674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 13:36:16.190255 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [None req-760f4d57-44e0-4700-ae9a-2ddc5255b6c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-10-smb, 19af412f-89c0-4e65-a4f6-c35d57d8da7b) {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:36:16.195174 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760f4d57-44e0-4700-ae9a-2ddc5255b6c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:36:16.195832 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-760f4d57-44e0-4700-ae9a-2ddc5255b6c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for subnet, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:16.201161 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8d75e8-ab95-411e-bd46-b5c96d8a4957 None None] Network 19af412f-89c0-4e65-a4f6-c35d57d8da7b requested from dv-cinder-789603-10-smb {{(pid=103676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:36:16.209828 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-760f4d57-44e0-4700-ae9a-2ddc5255b6c9 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4707305 Jun 16 13:36:16.515835 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ae8663-3005-442f-8224-79b720db6025 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ef6e693-be21-5da5-ac6d-439e2aa17c13-19af412f-89c0-4e65-a4f6-c35d57d8da7b', 'network_id': '19af412f-89c0-4e65-a4f6-c35d57d8da7b', 'tenant_id': '18f0f72dcd2a459e9f0aada2ad8c5791', 'fixed_ips': [{'subnet_id': 'b96cd760-4ace-4ab7-b9eb-55140c40b33e'}]}} from dv-cinder-789603-10-smb. {{(pid=103676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 13:36:16.517305 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-08ae8663-3005-442f-8224-79b720db6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for port, before_create {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:16.781450 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.db_base_plugin_common [None req-08ae8663-3005-442f-8224-79b720db6025 None None] Allocated IP 172.20.0.2 (19af412f-89c0-4e65-a4f6-c35d57d8da7b/b96cd760-4ace-4ab7-b9eb-55140c40b33e/8849a2cb-9539-4bdf-8c5d-7250099134c7) {{(pid=103676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:36:16.977635 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-08ae8663-3005-442f-8224-79b720db6025 None None] Notify callbacks [] for port, precommit_create {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:16.992730 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-08ae8663-3005-442f-8224-79b720db6025 None None] Transition to ACTIVE for port object 8849a2cb-9539-4bdf-8c5d-7250099134c7 will not be triggered until provisioned by entity L2. {{(pid=103676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:36:17.015946 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-08ae8663-3005-442f-8224-79b720db6025 None None] Transition to ACTIVE for port object 8849a2cb-9539-4bdf-8c5d-7250099134c7 will not be triggered until provisioned by entity DHCP. {{(pid=103676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:36:17.025091 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-08ae8663-3005-442f-8224-79b720db6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1833118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779594881046'] for port, after_create {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:17.028355 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:36:17.135855 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ae8663-3005-442f-8224-79b720db6025 None None] Network 19af412f-89c0-4e65-a4f6-c35d57d8da7b is already hosted by enough agents. {{(pid=103676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:36:17.140309 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.scheduler.base_scheduler [None req-08ae8663-3005-442f-8224-79b720db6025 None None] Resources bound (agent type, host, resource id): {{(pid=103676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:36:17.145717 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae8663-3005-442f-8224-79b720db6025 None None] Pushing event updated for resources: {'Port': ['ID=8849a2cb-9539-4bdf-8c5d-7250099134c7,revision_number=1']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:36:17.150193 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ae8663-3005-442f-8224-79b720db6025 None None] Received port after_create {{(pid=103676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:36:17.158101 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ae8663-3005-442f-8224-79b720db6025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:17.158434 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ae8663-3005-442f-8224-79b720db6025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:17.158759 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ae8663-3005-442f-8224-79b720db6025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:17.159078 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ae8663-3005-442f-8224-79b720db6025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:17.159391 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ae8663-3005-442f-8224-79b720db6025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:17.159704 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ae8663-3005-442f-8224-79b720db6025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:17.160012 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ae8663-3005-442f-8224-79b720db6025 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:17.160370 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ae8663-3005-442f-8224-79b720db6025 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:17.160692 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ae8663-3005-442f-8224-79b720db6025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:17.161001 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ae8663-3005-442f-8224-79b720db6025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:17.161306 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ae8663-3005-442f-8224-79b720db6025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:17.161611 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ae8663-3005-442f-8224-79b720db6025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:17.162727 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ae8663-3005-442f-8224-79b720db6025 None None] Tracked resource versions report: Jun 16 13:36:17.162727 dv-cinder-789603-10-smb neutron-server[103676]: pushed versions: Jun 16 13:36:17.162727 dv-cinder-789603-10-smb neutron-server[103676]: { 'AddressGroup': {'1.2'}, Jun 16 13:36:17.162727 dv-cinder-789603-10-smb neutron-server[103676]: 'ConntrackHelper': {'1.0'}, Jun 16 13:36:17.162727 dv-cinder-789603-10-smb neutron-server[103676]: 'Log': {'1.0'}, Jun 16 13:36:17.162727 dv-cinder-789603-10-smb neutron-server[103676]: 'Network': {'1.1'}, Jun 16 13:36:17.162727 dv-cinder-789603-10-smb neutron-server[103676]: 'Port': {'1.7'}, Jun 16 13:36:17.162727 dv-cinder-789603-10-smb neutron-server[103676]: 'PortForwarding': {'1.2'}, Jun 16 13:36:17.162727 dv-cinder-789603-10-smb neutron-server[103676]: 'QosPolicy': {'1.8'}, Jun 16 13:36:17.162727 dv-cinder-789603-10-smb neutron-server[103676]: 'SecurityGroup': {'1.4'}, Jun 16 13:36:17.162727 dv-cinder-789603-10-smb neutron-server[103676]: 'SecurityGroupRule': {'1.2'}, Jun 16 13:36:17.162727 dv-cinder-789603-10-smb neutron-server[103676]: 'SubPort': {'1.0'}, Jun 16 13:36:17.162727 dv-cinder-789603-10-smb neutron-server[103676]: 'Subnet': {'1.1'}, Jun 16 13:36:17.162727 dv-cinder-789603-10-smb neutron-server[103676]: 'Trunk': {'1.1'}} Jun 16 13:36:17.162727 dv-cinder-789603-10-smb neutron-server[103676]: consumer versions: Jun 16 13:36:17.162727 dv-cinder-789603-10-smb neutron-server[103676]: { DHCP agent@dv-cinder-789603-10-smb: {}, Jun 16 13:36:17.162727 dv-cinder-789603-10-smb neutron-server[103676]: L3 agent@dv-cinder-789603-10-smb: {}, Jun 16 13:36:17.162727 dv-cinder-789603-10-smb neutron-server[103676]: Metadata agent@dv-cinder-789603-10-smb: {}, Jun 16 13:36:17.162727 dv-cinder-789603-10-smb neutron-server[103676]: Metering agent@dv-cinder-789603-10-smb: {}, Jun 16 13:36:17.162727 dv-cinder-789603-10-smb neutron-server[103676]: Open vSwitch agent@dv-cinder-789603-10-smb: { 'AddressGroup': '1.2', Jun 16 13:36:17.162727 dv-cinder-789603-10-smb neutron-server[103676]: 'ConntrackHelper': '1.0', Jun 16 13:36:17.162727 dv-cinder-789603-10-smb neutron-server[103676]: 'Log': '1.0', Jun 16 13:36:17.162727 dv-cinder-789603-10-smb neutron-server[103676]: 'Network': '1.1', Jun 16 13:36:17.162727 dv-cinder-789603-10-smb neutron-server[103676]: 'Port': '1.7', Jun 16 13:36:17.162727 dv-cinder-789603-10-smb neutron-server[103676]: 'PortForwarding': '1.2', Jun 16 13:36:17.162727 dv-cinder-789603-10-smb neutron-server[103676]: 'QosPolicy': '1.8', Jun 16 13:36:17.162727 dv-cinder-789603-10-smb neutron-server[103676]: 'SecurityGroup': '1.4', Jun 16 13:36:17.162727 dv-cinder-789603-10-smb neutron-server[103676]: 'SecurityGroupRule': '1.2', Jun 16 13:36:17.162727 dv-cinder-789603-10-smb neutron-server[103676]: 'SubPort': '1.0', Jun 16 13:36:17.162727 dv-cinder-789603-10-smb neutron-server[103676]: 'Subnet': '1.1', Jun 16 13:36:17.162727 dv-cinder-789603-10-smb neutron-server[103676]: 'Trunk': '1.1'}} Jun 16 13:36:17.162727 dv-cinder-789603-10-smb neutron-server[103676]: {{(pid=103676) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 13:36:17.182371 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-08ae8663-3005-442f-8224-79b720db6025 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:36:17.231240 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-08ae8663-3005-442f-8224-79b720db6025 None None] Attempting to bind port 8849a2cb-9539-4bdf-8c5d-7250099134c7 on host dv-cinder-789603-10-smb for vnic_type normal with profile {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:36:17.231919 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-08ae8663-3005-442f-8224-79b720db6025 None None] Attempting to bind port 8849a2cb-9539-4bdf-8c5d-7250099134c7 by drivers openvswitch,hyperv on host dv-cinder-789603-10-smb at level 0 using segments [{'id': '3fbeafe5-4614-4a4e-adf4-a458d48bf4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '19af412f-89c0-4e65-a4f6-c35d57d8da7b'}] {{(pid=103676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:36:17.232061 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ae8663-3005-442f-8224-79b720db6025 None None] Attempting to bind port 8849a2cb-9539-4bdf-8c5d-7250099134c7 on network 19af412f-89c0-4e65-a4f6-c35d57d8da7b {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:36:17.237090 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ae8663-3005-442f-8224-79b720db6025 None None] Checking agent: {'id': '621db60c-c63b-44d7-809e-3da174a43cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 1), 'started_at': datetime.datetime(2021, 6, 16, 13, 36, 1), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:36:17.237478 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ae8663-3005-442f-8224-79b720db6025 None None] Checking segment: {'id': '3fbeafe5-4614-4a4e-adf4-a458d48bf4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '19af412f-89c0-4e65-a4f6-c35d57d8da7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:36:17.237934 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-08ae8663-3005-442f-8224-79b720db6025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:17.238317 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ae8663-3005-442f-8224-79b720db6025 None None] Bound using segment: {'id': '3fbeafe5-4614-4a4e-adf4-a458d48bf4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '19af412f-89c0-4e65-a4f6-c35d57d8da7b'} {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:36:17.238773 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-08ae8663-3005-442f-8224-79b720db6025 None None] Bound port: 8849a2cb-9539-4bdf-8c5d-7250099134c7, host: dv-cinder-789603-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fbeafe5-4614-4a4e-adf4-a458d48bf4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '19af412f-89c0-4e65-a4f6-c35d57d8da7b'}}] {{(pid=103676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:36:17.239152 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-08ae8663-3005-442f-8224-79b720db6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:17.300494 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-08ae8663-3005-442f-8224-79b720db6025 None None] For port 8849a2cb-9539-4bdf-8c5d-7250099134c7, host dv-cinder-789603-10-smb, cleared binding levels {{(pid=103676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:36:17.304734 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-08ae8663-3005-442f-8224-79b720db6025 None None] For port 8849a2cb-9539-4bdf-8c5d-7250099134c7, host dv-cinder-789603-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=8849a2cb-9539-4bdf-8c5d-7250099134c7,segment=NetworkSegment(3fbeafe5-4614-4a4e-adf4-a458d48bf4a6),segment_id=3fbeafe5-4614-4a4e-adf4-a458d48bf4a6)] {{(pid=103676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:36:17.310004 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-08ae8663-3005-442f-8224-79b720db6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:17.313596 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:36:17.373218 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae8663-3005-442f-8224-79b720db6025 None None] Pushing event updated for resources: {'Port': ['ID=8849a2cb-9539-4bdf-8c5d-7250099134c7,revision_number=2']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:36:17.376203 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-08ae8663-3005-442f-8224-79b720db6025 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:36:18.531657 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 35390) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:36:18.863544 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [None req-d2f4d9b3-c113-4b32-9a1c-8473716dd9e3 admin admin] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=103674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 13:36:18.864608 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-d2f4d9b3-c113-4b32-9a1c-8473716dd9e3 admin admin] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3319056 Jun 16 13:36:21.186363 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 35398) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:36:21.508562 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [None req-f887f347-4e2d-4f99-8866-1803200453c6 admin admin] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=103674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 13:36:21.524114 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-f887f347-4e2d-4f99-8866-1803200453c6 admin admin] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3222344 Jun 16 13:36:22.923266 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 8849a2cb-9539-4bdf-8c5d-7250099134c7 up at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:36:23.004694 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning for port 8849a2cb-9539-4bdf-8c5d-7250099134c7 completed by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:36:23.401262 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd67177-1eb2-4a68-9bb1-8c4a98aaccc0 None None] Network 19af412f-89c0-4e65-a4f6-c35d57d8da7b requested from dv-cinder-789603-10-smb {{(pid=103676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:36:23.453836 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-62411605-ccba-4bf8-b728-307be361e5e0 None None] Provisioning for port 8849a2cb-9539-4bdf-8c5d-7250099134c7 completed by entity DHCP. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:36:23.462796 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-62411605-ccba-4bf8-b728-307be361e5e0 None None] Provisioning complete for port 8849a2cb-9539-4bdf-8c5d-7250099134c7 triggered by entity DHCP. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:36:23.463192 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-62411605-ccba-4bf8-b728-307be361e5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:23.621860 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-62411605-ccba-4bf8-b728-307be361e5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:23.687612 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-62411605-ccba-4bf8-b728-307be361e5e0 None None] For port 8849a2cb-9539-4bdf-8c5d-7250099134c7, host dv-cinder-789603-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=8849a2cb-9539-4bdf-8c5d-7250099134c7,segment=NetworkSegment(3fbeafe5-4614-4a4e-adf4-a458d48bf4a6),segment_id=3fbeafe5-4614-4a4e-adf4-a458d48bf4a6)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:36:23.694158 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-62411605-ccba-4bf8-b728-307be361e5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:23.702696 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-08ae8663-3005-442f-8224-79b720db6025 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:36:23.754395 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62411605-ccba-4bf8-b728-307be361e5e0 None None] Pushing event updated for resources: {'Port': ['ID=8849a2cb-9539-4bdf-8c5d-7250099134c7,revision_number=3']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:36:23.757534 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-62411605-ccba-4bf8-b728-307be361e5e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:36:23.918286 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-518206cd-ce86-44f2-8b58-33dda883e8b3 None None] Provisioning complete for port 8849a2cb-9539-4bdf-8c5d-7250099134c7 triggered by entity DHCP. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:36:23.918651 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-518206cd-ce86-44f2-8b58-33dda883e8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:24.089461 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 35412) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:36:24.415320 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [None req-4b5a9ef8-76c3-4aaf-b916-05fe9c7505cd admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '18f0f72dcd2a459e9f0aada2ad8c5791'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:36:24.443647 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-4b5a9ef8-76c3-4aaf-b916-05fe9c7505cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-702849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-971'] for router, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:24.445220 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-4b5a9ef8-76c3-4aaf-b916-05fe9c7505cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759425', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-816'] for router, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:24.586076 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-4b5a9ef8-76c3-4aaf-b916-05fe9c7505cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:24.595815 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-4b5a9ef8-76c3-4aaf-b916-05fe9c7505cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-702904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759525'] for router, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:24.609886 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-4b5a9ef8-76c3-4aaf-b916-05fe9c7505cd admin admin] Notify callbacks [] for router, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:24.611070 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-4b5a9ef8-76c3-4aaf-b916-05fe9c7505cd admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5206454 Jun 16 13:36:24.886790 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 8849a2cb-9539-4bdf-8c5d-7250099134c7 up at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:36:24.936191 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning complete for port 8849a2cb-9539-4bdf-8c5d-7250099134c7 triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:36:24.936566 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:26.953669 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 35420) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:36:27.296851 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [None req-33cc292c-8e89-4338-afec-038073d9ef67 admin admin] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=103674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 13:36:27.298438 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-33cc292c-8e89-4338-afec-038073d9ef67 admin admin] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3435082 Jun 16 13:36:28.568432 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-f7c4a99e-206c-40a0-a278-8a34f87f11c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:29.618957 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 35428) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:36:29.971676 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [None req-a1e1fff2-1984-4020-b813-d05cfc4401f8 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:36:30.001159 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e1fff2-1984-4020-b813-d05cfc4401f8 admin admin] Made reservation on behalf of d09943c6bb4c4811817447bfd4fce760 for: {'network': 1} {{(pid=103674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:36:30.003401 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a1e1fff2-1984-4020-b813-d05cfc4401f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for network, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:30.011770 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a1e1fff2-1984-4020-b813-d05cfc4401f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:30.098080 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a1e1fff2-1984-4020-b813-d05cfc4401f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:30.103402 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a1e1fff2-1984-4020-b813-d05cfc4401f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:30.106572 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:36:30.121325 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a1e1fff2-1984-4020-b813-d05cfc4401f8 admin admin] Reserving flat network on physical network physnet1 {{(pid=103674) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 16 13:36:30.137247 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e1fff2-1984-4020-b813-d05cfc4401f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffeeb489-4266-4a86-ba09-db4dab59f3ca,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:36:30.140449 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-a1e1fff2-1984-4020-b813-d05cfc4401f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:36:30.143189 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a1e1fff2-1984-4020-b813-d05cfc4401f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688368'] for segment, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:30.143533 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.db.segments_db [None req-a1e1fff2-1984-4020-b813-d05cfc4401f8 admin admin] Added segment 8c058e4f-8cd0-4a1d-96cc-b525f030ca20 of type flat for network 0670eadb-aa0f-4551-9ff4-64f252730750 Jun 16 13:36:30.190255 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a1e1fff2-1984-4020-b813-d05cfc4401f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779594884509'] for network, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:30.231688 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a1e1fff2-1984-4020-b813-d05cfc4401f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183'] for network, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:30.233072 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e1fff2-1984-4020-b813-d05cfc4401f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:36:30.233642 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a1e1fff2-1984-4020-b813-d05cfc4401f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for network, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:30.236401 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:36:30.286385 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-a1e1fff2-1984-4020-b813-d05cfc4401f8 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6659815 Jun 16 13:36:30.291421 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e1fff2-1984-4020-b813-d05cfc4401f8 admin admin] Pushing event updated for resources: {'Network': ['ID=0670eadb-aa0f-4551-9ff4-64f252730750,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:36:30.294381 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-a1e1fff2-1984-4020-b813-d05cfc4401f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:36:30.305184 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Network 0670eadb-aa0f-4551-9ff4-64f252730750 details requested by agent ovs-agent-dv-cinder-789603-10-smb with host dv-cinder-789603-10-smb {{(pid=103676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 13:36:31.047574 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:31.204204 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-456cf85d-1281-45eb-ae92-e68094b2311e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:31.970128 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9426d120-8ef3-450b-a3fa-438be4b95f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:32.610477 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 35446) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:36:32.868120 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e7817d-e96a-4999-a49c-28f916f47403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:36:32.869915 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-45e7817d-e96a-4999-a49c-28f916f47403 admin admin] 10.222.0.104 "GET /v2.0/subnets/b96cd760-4ace-4ab7-b9eb-55140c40b33e HTTP/1.1" status: 200 len: 849 time: 0.2585049 Jun 16 13:36:32.983959 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-87ad5b3f-affb-4f01-a7a7-1f140e990d1b admin admin] 10.222.0.104 "GET /v2.0/routers/1c6cdbfd-f3c4-4271-87ab-921a7097c098 HTTP/1.1" status: 200 len: 704 time: 0.1083932 Jun 16 13:36:33.245644 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-4585e598-8253-4f17-badc-77beda9c797a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for port, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:33.531019 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.db_base_plugin_common [None req-4585e598-8253-4f17-badc-77beda9c797a admin admin] Allocated IP 172.20.0.1 (19af412f-89c0-4e65-a4f6-c35d57d8da7b/b96cd760-4ace-4ab7-b9eb-55140c40b33e/46af3dad-2a7e-4de2-9615-a28b1022bc71) {{(pid=103674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:36:33.726415 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-4585e598-8253-4f17-badc-77beda9c797a admin admin] Notify callbacks [] for port, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:33.747572 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.provisioning_blocks [None req-4585e598-8253-4f17-badc-77beda9c797a admin admin] Transition to ACTIVE for port object 46af3dad-2a7e-4de2-9615-a28b1022bc71 will not be triggered until provisioned by entity DHCP. {{(pid=103674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:36:33.804942 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3cd87a0a-8c13-4d66-8546-43ee61e1d8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:33.833258 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-4585e598-8253-4f17-badc-77beda9c797a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1833118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779594881046'] for port, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:33.836476 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:36:33.911455 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4585e598-8253-4f17-badc-77beda9c797a admin admin] Network 19af412f-89c0-4e65-a4f6-c35d57d8da7b is already hosted by enough agents. {{(pid=103674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:36:33.921479 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [None req-4585e598-8253-4f17-badc-77beda9c797a admin admin] Resources bound (agent type, host, resource id): {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:36:33.927781 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4585e598-8253-4f17-badc-77beda9c797a admin admin] Received port after_create {{(pid=103674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:36:33.927781 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-4585e598-8253-4f17-badc-77beda9c797a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754772'] for router_interface, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:33.947263 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4585e598-8253-4f17-badc-77beda9c797a admin admin] Pushing event updated for resources: {'Port': ['ID=46af3dad-2a7e-4de2-9615-a28b1022bc71,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:36:33.988864 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-4585e598-8253-4f17-badc-77beda9c797a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:36:34.089867 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-52a52342-35d1-45e7-92ea-e423b6ce80a7 None None] Provisioning for port 46af3dad-2a7e-4de2-9615-a28b1022bc71 completed by entity DHCP. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:36:34.093635 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-52a52342-35d1-45e7-92ea-e423b6ce80a7 None None] Provisioning complete for port 46af3dad-2a7e-4de2-9615-a28b1022bc71 triggered by entity DHCP. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:36:34.094073 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-52a52342-35d1-45e7-92ea-e423b6ce80a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:34.125714 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-52a52342-35d1-45e7-92ea-e423b6ce80a7 None None] Port 46af3dad-2a7e-4de2-9615-a28b1022bc71 cannot update to ACTIVE because it is not bound. {{(pid=103676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:36:34.136387 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-4585e598-8253-4f17-badc-77beda9c797a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:34.318571 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-4585e598-8253-4f17-badc-77beda9c797a admin admin] Notify callbacks [] for port, precommit_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:34.324343 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-4585e598-8253-4f17-badc-77beda9c797a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:34.325472 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-4585e598-8253-4f17-badc-77beda9c797a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-623293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-754728'] for router_interface, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:34.327197 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:36:34.403222 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4585e598-8253-4f17-badc-77beda9c797a admin admin] Pushing event updated for resources: {'Port': ['ID=46af3dad-2a7e-4de2-9615-a28b1022bc71,revision_number=2']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:36:34.407905 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-4585e598-8253-4f17-badc-77beda9c797a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:36:34.450439 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4585e598-8253-4f17-badc-77beda9c797a admin admin] Network 19af412f-89c0-4e65-a4f6-c35d57d8da7b is already hosted by enough agents. {{(pid=103674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:36:34.451861 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [None req-4585e598-8253-4f17-badc-77beda9c797a admin admin] Resources bound (agent type, host, resource id): {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:36:34.609821 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4585e598-8253-4f17-badc-77beda9c797a admin admin] Router 1c6cdbfd-f3c4-4271-87ab-921a7097c098 is scheduled to L3 agent bfb54b95-b8bd-4202-8e6c-bc5e048a10e9 with binding_index 1 {{(pid=103674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 13:36:34.647491 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-1125403b-4fce-4d7a-95c8-ae932c441e97 None None] Provisioning complete for port 46af3dad-2a7e-4de2-9615-a28b1022bc71 triggered by entity DHCP. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:36:34.647964 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-1125403b-4fce-4d7a-95c8-ae932c441e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:34.681603 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-1125403b-4fce-4d7a-95c8-ae932c441e97 None None] Port 46af3dad-2a7e-4de2-9615-a28b1022bc71 cannot update to ACTIVE because it is not bound. {{(pid=103676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:36:34.698815 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4585e598-8253-4f17-badc-77beda9c797a admin admin] Notify agent at l3_agent.dv-cinder-789603-10-smb the message routers_updated {{(pid=103674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:36:34.703892 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-4585e598-8253-4f17-badc-77beda9c797a admin admin] 10.222.0.104 "PUT /v2.0/routers/1c6cdbfd-f3c4-4271-87ab-921a7097c098/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7139485 Jun 16 13:36:34.709028 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33ba563-6bd8-473c-b9ec-48e5e9f9d1c0 None None] Sync routers for ids ['1c6cdbfd-f3c4-4271-87ab-921a7097c098'] in dv-cinder-789603-10-smb {{(pid=103677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:36:34.721040 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33ba563-6bd8-473c-b9ec-48e5e9f9d1c0 None None] Routers {'1c6cdbfd-f3c4-4271-87ab-921a7097c098'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:36:34.721808 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_hamode_db [None req-e33ba563-6bd8-473c-b9ec-48e5e9f9d1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:36:31Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['1c6cdbfd-f3c4-4271-87ab-921a7097c098'], 'active': True} {{(pid=103677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:36:34.905373 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_dvr_db [None req-e33ba563-6bd8-473c-b9ec-48e5e9f9d1c0 None None] Set router 1c6cdbfd-f3c4-4271-87ab-921a7097c098 gateway port host: None {{(pid=103677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:36:35.318594 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_hamode_db [None req-e33ba563-6bd8-473c-b9ec-48e5e9f9d1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6cdbfd-f3c4-4271-87ab-921a7097c098', 'name': 'router1', 'tenant_id': '18f0f72dcd2a459e9f0aada2ad8c5791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:36:24Z', 'updated_at': '2021-06-16T13:36:34Z', 'revision_number': 2, 'project_id': '18f0f72dcd2a459e9f0aada2ad8c5791', 'gw_port_host': None, '_interfaces': [{'id': '46af3dad-2a7e-4de2-9615-a28b1022bc71', 'name': '', 'network_id': '19af412f-89c0-4e65-a4f6-c35d57d8da7b', 'tenant_id': '18f0f72dcd2a459e9f0aada2ad8c5791', 'mac_address': 'fa:16:3e:32:56:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6cdbfd-f3c4-4271-87ab-921a7097c098', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b96cd760-4ace-4ab7-b9eb-55140c40b33e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:36:33Z', 'updated_at': '2021-06-16T13:36:34Z', 'revision_number': 2, 'project_id': '18f0f72dcd2a459e9f0aada2ad8c5791', 'subnets': [{'id': 'b96cd760-4ace-4ab7-b9eb-55140c40b33e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c0f653ba-f3c5-4611-b16b-6d0f640161f6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:36:35.324469 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33ba563-6bd8-473c-b9ec-48e5e9f9d1c0 None None] Checking router: 1c6cdbfd-f3c4-4271-87ab-921a7097c098 for host: dv-cinder-789603-10-smb {{(pid=103677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:36:35.324826 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33ba563-6bd8-473c-b9ec-48e5e9f9d1c0 None None] Updating router 1c6cdbfd-f3c4-4271-87ab-921a7097c098 port 46af3dad-2a7e-4de2-9615-a28b1022bc71 binding host dv-cinder-789603-10-smb {{(pid=103677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 13:36:35.387296 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron_lib.callbacks.manager [None req-e33ba563-6bd8-473c-b9ec-48e5e9f9d1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:35.862616 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron_lib.callbacks.manager [None req-e33ba563-6bd8-473c-b9ec-48e5e9f9d1c0 None None] Notify callbacks [] for port, precommit_update {{(pid=103677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:35.882257 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.provisioning_blocks [None req-e33ba563-6bd8-473c-b9ec-48e5e9f9d1c0 None None] Transition to ACTIVE for port object 46af3dad-2a7e-4de2-9615-a28b1022bc71 will not be triggered until provisioned by entity L2. {{(pid=103677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:36:35.889741 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron_lib.callbacks.manager [None req-e33ba563-6bd8-473c-b9ec-48e5e9f9d1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:35.894087 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:36:36.028893 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f02a64-f922-4512-9d48-141f0006e537 None None] Pushing event updated for resources: {'Port': ['ID=46af3dad-2a7e-4de2-9615-a28b1022bc71,revision_number=3']} {{(pid=103677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:36:36.054139 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f02a64-f922-4512-9d48-141f0006e537 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:36.054478 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f02a64-f922-4512-9d48-141f0006e537 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:36.054801 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f02a64-f922-4512-9d48-141f0006e537 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:36.055114 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f02a64-f922-4512-9d48-141f0006e537 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:36.055424 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f02a64-f922-4512-9d48-141f0006e537 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:36.055735 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f02a64-f922-4512-9d48-141f0006e537 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:36.056058 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f02a64-f922-4512-9d48-141f0006e537 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:36.056410 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f02a64-f922-4512-9d48-141f0006e537 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:36.056732 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f02a64-f922-4512-9d48-141f0006e537 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:36.057036 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f02a64-f922-4512-9d48-141f0006e537 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:36.057335 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f02a64-f922-4512-9d48-141f0006e537 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:36.057736 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f02a64-f922-4512-9d48-141f0006e537 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:36:36.058823 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f02a64-f922-4512-9d48-141f0006e537 None None] Tracked resource versions report: Jun 16 13:36:36.058823 dv-cinder-789603-10-smb neutron-server[103677]: pushed versions: Jun 16 13:36:36.058823 dv-cinder-789603-10-smb neutron-server[103677]: { 'AddressGroup': {'1.2'}, Jun 16 13:36:36.058823 dv-cinder-789603-10-smb neutron-server[103677]: 'ConntrackHelper': {'1.0'}, Jun 16 13:36:36.058823 dv-cinder-789603-10-smb neutron-server[103677]: 'Log': {'1.0'}, Jun 16 13:36:36.058823 dv-cinder-789603-10-smb neutron-server[103677]: 'Network': {'1.1'}, Jun 16 13:36:36.058823 dv-cinder-789603-10-smb neutron-server[103677]: 'Port': {'1.7'}, Jun 16 13:36:36.058823 dv-cinder-789603-10-smb neutron-server[103677]: 'PortForwarding': {'1.2'}, Jun 16 13:36:36.058823 dv-cinder-789603-10-smb neutron-server[103677]: 'QosPolicy': {'1.8'}, Jun 16 13:36:36.058823 dv-cinder-789603-10-smb neutron-server[103677]: 'SecurityGroup': {'1.4'}, Jun 16 13:36:36.058823 dv-cinder-789603-10-smb neutron-server[103677]: 'SecurityGroupRule': {'1.2'}, Jun 16 13:36:36.058823 dv-cinder-789603-10-smb neutron-server[103677]: 'SubPort': {'1.0'}, Jun 16 13:36:36.058823 dv-cinder-789603-10-smb neutron-server[103677]: 'Subnet': {'1.1'}, Jun 16 13:36:36.058823 dv-cinder-789603-10-smb neutron-server[103677]: 'Trunk': {'1.1'}} Jun 16 13:36:36.058823 dv-cinder-789603-10-smb neutron-server[103677]: consumer versions: Jun 16 13:36:36.058823 dv-cinder-789603-10-smb neutron-server[103677]: { DHCP agent@dv-cinder-789603-10-smb: {}, Jun 16 13:36:36.058823 dv-cinder-789603-10-smb neutron-server[103677]: L3 agent@dv-cinder-789603-10-smb: {}, Jun 16 13:36:36.058823 dv-cinder-789603-10-smb neutron-server[103677]: Metadata agent@dv-cinder-789603-10-smb: {}, Jun 16 13:36:36.058823 dv-cinder-789603-10-smb neutron-server[103677]: Metering agent@dv-cinder-789603-10-smb: {}, Jun 16 13:36:36.058823 dv-cinder-789603-10-smb neutron-server[103677]: Open vSwitch agent@dv-cinder-789603-10-smb: { 'AddressGroup': '1.2', Jun 16 13:36:36.058823 dv-cinder-789603-10-smb neutron-server[103677]: 'ConntrackHelper': '1.0', Jun 16 13:36:36.058823 dv-cinder-789603-10-smb neutron-server[103677]: 'Log': '1.0', Jun 16 13:36:36.058823 dv-cinder-789603-10-smb neutron-server[103677]: 'Network': '1.1', Jun 16 13:36:36.058823 dv-cinder-789603-10-smb neutron-server[103677]: 'Port': '1.7', Jun 16 13:36:36.058823 dv-cinder-789603-10-smb neutron-server[103677]: 'PortForwarding': '1.2', Jun 16 13:36:36.058823 dv-cinder-789603-10-smb neutron-server[103677]: 'QosPolicy': '1.8', Jun 16 13:36:36.058823 dv-cinder-789603-10-smb neutron-server[103677]: 'SecurityGroup': '1.4', Jun 16 13:36:36.058823 dv-cinder-789603-10-smb neutron-server[103677]: 'SecurityGroupRule': '1.2', Jun 16 13:36:36.058823 dv-cinder-789603-10-smb neutron-server[103677]: 'SubPort': '1.0', Jun 16 13:36:36.058823 dv-cinder-789603-10-smb neutron-server[103677]: 'Subnet': '1.1', Jun 16 13:36:36.058823 dv-cinder-789603-10-smb neutron-server[103677]: 'Trunk': '1.1'}} Jun 16 13:36:36.058823 dv-cinder-789603-10-smb neutron-server[103677]: {{(pid=103677) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 13:36:36.079567 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG oslo_concurrency.lockutils [None req-69f02a64-f922-4512-9d48-141f0006e537 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=103677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:36:36.110769 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.managers [None req-e33ba563-6bd8-473c-b9ec-48e5e9f9d1c0 None None] Attempting to bind port 46af3dad-2a7e-4de2-9615-a28b1022bc71 on host dv-cinder-789603-10-smb for vnic_type normal with profile {{(pid=103677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:36:36.111523 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.managers [None req-e33ba563-6bd8-473c-b9ec-48e5e9f9d1c0 None None] Attempting to bind port 46af3dad-2a7e-4de2-9615-a28b1022bc71 by drivers openvswitch,hyperv on host dv-cinder-789603-10-smb at level 0 using segments [{'id': '3fbeafe5-4614-4a4e-adf4-a458d48bf4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '19af412f-89c0-4e65-a4f6-c35d57d8da7b'}] {{(pid=103677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:36:36.112297 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33ba563-6bd8-473c-b9ec-48e5e9f9d1c0 None None] Attempting to bind port 46af3dad-2a7e-4de2-9615-a28b1022bc71 on network 19af412f-89c0-4e65-a4f6-c35d57d8da7b {{(pid=103677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:36:36.117493 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33ba563-6bd8-473c-b9ec-48e5e9f9d1c0 None None] Checking agent: {'id': '621db60c-c63b-44d7-809e-3da174a43cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 1), 'started_at': datetime.datetime(2021, 6, 16, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:36:36.117824 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33ba563-6bd8-473c-b9ec-48e5e9f9d1c0 None None] Checking segment: {'id': '3fbeafe5-4614-4a4e-adf4-a458d48bf4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '19af412f-89c0-4e65-a4f6-c35d57d8da7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:36:36.118286 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron_lib.callbacks.manager [None req-e33ba563-6bd8-473c-b9ec-48e5e9f9d1c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:36.118661 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33ba563-6bd8-473c-b9ec-48e5e9f9d1c0 None None] Bound using segment: {'id': '3fbeafe5-4614-4a4e-adf4-a458d48bf4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '19af412f-89c0-4e65-a4f6-c35d57d8da7b'} {{(pid=103677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:36:36.119128 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.managers [None req-e33ba563-6bd8-473c-b9ec-48e5e9f9d1c0 None None] Bound port: 46af3dad-2a7e-4de2-9615-a28b1022bc71, host: dv-cinder-789603-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fbeafe5-4614-4a4e-adf4-a458d48bf4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1174, 'network_id': '19af412f-89c0-4e65-a4f6-c35d57d8da7b'}}] {{(pid=103677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:36:36.119487 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron_lib.callbacks.manager [None req-e33ba563-6bd8-473c-b9ec-48e5e9f9d1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:36.185267 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.db [None req-e33ba563-6bd8-473c-b9ec-48e5e9f9d1c0 None None] For port 46af3dad-2a7e-4de2-9615-a28b1022bc71, host dv-cinder-789603-10-smb, cleared binding levels {{(pid=103677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:36:36.205698 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.db [None req-e33ba563-6bd8-473c-b9ec-48e5e9f9d1c0 None None] For port 46af3dad-2a7e-4de2-9615-a28b1022bc71, host dv-cinder-789603-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=46af3dad-2a7e-4de2-9615-a28b1022bc71,segment=NetworkSegment(3fbeafe5-4614-4a4e-adf4-a458d48bf4a6),segment_id=3fbeafe5-4614-4a4e-adf4-a458d48bf4a6)] {{(pid=103677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:36:36.210653 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron_lib.callbacks.manager [None req-e33ba563-6bd8-473c-b9ec-48e5e9f9d1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:36.212829 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG oslo_concurrency.lockutils [None req-69f02a64-f922-4512-9d48-141f0006e537 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:36:36.257085 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33ba563-6bd8-473c-b9ec-48e5e9f9d1c0 None None] Routers {'1c6cdbfd-f3c4-4271-87ab-921a7097c098'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:36:36.257481 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_hamode_db [None req-e33ba563-6bd8-473c-b9ec-48e5e9f9d1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:36:31Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['1c6cdbfd-f3c4-4271-87ab-921a7097c098'], 'active': True} {{(pid=103677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:36:36.353845 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_dvr_db [None req-e33ba563-6bd8-473c-b9ec-48e5e9f9d1c0 None None] Set router 1c6cdbfd-f3c4-4271-87ab-921a7097c098 gateway port host: None {{(pid=103677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:36:36.356287 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f02a64-f922-4512-9d48-141f0006e537 None None] Pushing event updated for resources: {'Port': ['ID=46af3dad-2a7e-4de2-9615-a28b1022bc71,revision_number=4']} {{(pid=103677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:36:36.360447 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG oslo_concurrency.lockutils [None req-69f02a64-f922-4512-9d48-141f0006e537 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=103677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:36:36.563489 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_hamode_db [None req-e33ba563-6bd8-473c-b9ec-48e5e9f9d1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6cdbfd-f3c4-4271-87ab-921a7097c098', 'name': 'router1', 'tenant_id': '18f0f72dcd2a459e9f0aada2ad8c5791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:36:24Z', 'updated_at': '2021-06-16T13:36:34Z', 'revision_number': 2, 'project_id': '18f0f72dcd2a459e9f0aada2ad8c5791', 'gw_port_host': None, '_interfaces': [{'id': '46af3dad-2a7e-4de2-9615-a28b1022bc71', 'name': '', 'network_id': '19af412f-89c0-4e65-a4f6-c35d57d8da7b', 'tenant_id': '18f0f72dcd2a459e9f0aada2ad8c5791', 'mac_address': 'fa:16:3e:32:56:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6cdbfd-f3c4-4271-87ab-921a7097c098', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b96cd760-4ace-4ab7-b9eb-55140c40b33e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:36:33Z', 'updated_at': '2021-06-16T13:36:36Z', 'revision_number': 4, 'project_id': '18f0f72dcd2a459e9f0aada2ad8c5791', 'subnets': [{'id': 'b96cd760-4ace-4ab7-b9eb-55140c40b33e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c0f653ba-f3c5-4611-b16b-6d0f640161f6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:36:36.566982 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33ba563-6bd8-473c-b9ec-48e5e9f9d1c0 None None] The sync data for ids ['1c6cdbfd-f3c4-4271-87ab-921a7097c098'] in dv-cinder-789603-10-smb is: [{'id': '1c6cdbfd-f3c4-4271-87ab-921a7097c098', 'name': 'router1', 'tenant_id': '18f0f72dcd2a459e9f0aada2ad8c5791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:36:24Z', 'updated_at': '2021-06-16T13:36:34Z', 'revision_number': 2, 'project_id': '18f0f72dcd2a459e9f0aada2ad8c5791', 'gw_port_host': None, '_interfaces': [{'id': '46af3dad-2a7e-4de2-9615-a28b1022bc71', 'name': '', 'network_id': '19af412f-89c0-4e65-a4f6-c35d57d8da7b', 'tenant_id': '18f0f72dcd2a459e9f0aada2ad8c5791', 'mac_address': 'fa:16:3e:32:56:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6cdbfd-f3c4-4271-87ab-921a7097c098', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b96cd760-4ace-4ab7-b9eb-55140c40b33e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:36:33Z', 'updated_at': '2021-06-16T13:36:36Z', 'revision_number': 4, 'project_id': '18f0f72dcd2a459e9f0aada2ad8c5791', 'subnets': [{'id': 'b96cd760-4ace-4ab7-b9eb-55140c40b33e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c0f653ba-f3c5-4611-b16b-6d0f640161f6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:36:36.945896 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 35466) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:36:37.060649 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c29e548-8553-4d5a-a70c-0aa4aa7c3e5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:36:37.062028 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-1c29e548-8553-4d5a-a70c-0aa4aa7c3e5e admin admin] 10.222.0.104 "GET /v2.0/networks/0670eadb-aa0f-4551-9ff4-64f252730750 HTTP/1.1" status: 200 len: 842 time: 0.1152010 Jun 16 13:36:37.071627 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [None req-7ea7d9d6-d6de-4432-97cb-077027f6cdb3 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.28.1.0/24', 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.28.1.1', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:36:37.093481 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea7d9d6-d6de-4432-97cb-077027f6cdb3 admin admin] Made reservation on behalf of d09943c6bb4c4811817447bfd4fce760 for: {'subnet': 1} {{(pid=103674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:36:37.096183 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-7ea7d9d6-d6de-4432-97cb-077027f6cdb3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:37.438698 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.objects.ports [None req-7ea7d9d6-d6de-4432-97cb-077027f6cdb3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103674) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 16 13:36:37.439138 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-7ea7d9d6-d6de-4432-97cb-077027f6cdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174'] for subnet, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:37.441380 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:36:37.490028 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea7d9d6-d6de-4432-97cb-077027f6cdb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2f4aa09-e9c1-4804-aa42-b5c4d121e78a,revision_number=0']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:36:37.493470 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-7ea7d9d6-d6de-4432-97cb-077027f6cdb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:36:37.500703 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea7d9d6-d6de-4432-97cb-077027f6cdb3 admin admin] Checking segment: {'id': '8c058e4f-8cd0-4a1d-96cc-b525f030ca20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:36:37.501044 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea7d9d6-d6de-4432-97cb-077027f6cdb3 admin admin] Network hostable DHCP agents. Network: 0670eadb-aa0f-4551-9ff4-64f252730750, hostable agents: ['8ea809cc-5bb3-41d5-8624-7e06cbdf14c2'], hosted agents: [] {{(pid=103674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 13:36:37.518825 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea7d9d6-d6de-4432-97cb-077027f6cdb3 admin admin] Network 0670eadb-aa0f-4551-9ff4-64f252730750 is scheduled to be hosted by DHCP agent 8ea809cc-5bb3-41d5-8624-7e06cbdf14c2 with binding_index 1 {{(pid=103674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 13:36:37.528243 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [None req-7ea7d9d6-d6de-4432-97cb-077027f6cdb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-10-smb, 0670eadb-aa0f-4551-9ff4-64f252730750) {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:36:37.532408 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea7d9d6-d6de-4432-97cb-077027f6cdb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:36:37.533062 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-7ea7d9d6-d6de-4432-97cb-077027f6cdb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for subnet, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:37.537258 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc46d74-97a3-4dea-8710-e40004d31433 None None] Network 0670eadb-aa0f-4551-9ff4-64f252730750 requested from dv-cinder-789603-10-smb {{(pid=103676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:36:37.552082 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-7ea7d9d6-d6de-4432-97cb-077027f6cdb3 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4791219 Jun 16 13:36:37.669643 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a06bd3-4850-487b-aecf-baf1ddb62b79 None None] Network 0670eadb-aa0f-4551-9ff4-64f252730750 requested from dv-cinder-789603-10-smb {{(pid=103676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:36:39.757300 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 35478) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:36:39.892493 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-771e624d-8ecd-4aa8-9a44-f2253f30ccfe admin admin] 10.222.0.104 "GET /v2.0/routers/1c6cdbfd-f3c4-4271-87ab-921a7097c098 HTTP/1.1" status: 200 len: 710 time: 0.1340194 Jun 16 13:36:39.979905 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62434b9-b196-4c87-a24c-2f3d6635e76a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:36:39.981278 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-d62434b9-b196-4c87-a24c-2f3d6635e76a admin admin] 10.222.0.104 "GET /v2.0/networks/0670eadb-aa0f-4551-9ff4-64f252730750 HTTP/1.1" status: 200 len: 886 time: 0.0811822 Jun 16 13:36:39.992001 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [None req-e8758671-c227-4143-90a3-e5253903303e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750'}}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:36:40.232984 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e8758671-c227-4143-90a3-e5253903303e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-702895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-806'] for router, precommit_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:40.467839 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e8758671-c227-4143-90a3-e5253903303e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:40.541847 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e8758671-c227-4143-90a3-e5253903303e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for port, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:40.640248 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.db_base_plugin_common [None req-e8758671-c227-4143-90a3-e5253903303e admin admin] Allocated IP 172.28.1.6 (0670eadb-aa0f-4551-9ff4-64f252730750/f2f4aa09-e9c1-4804-aa42-b5c4d121e78a/6ca1e657-b0bc-4ff1-8e64-bb80708e8ca3) {{(pid=103674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:36:40.737935 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e8758671-c227-4143-90a3-e5253903303e admin admin] Notify callbacks [] for port, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:40.779233 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e8758671-c227-4143-90a3-e5253903303e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1833118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779594881046'] for port, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:40.781329 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-4585e598-8253-4f17-badc-77beda9c797a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:36:40.818523 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8758671-c227-4143-90a3-e5253903303e admin admin] Network 0670eadb-aa0f-4551-9ff4-64f252730750 is already hosted by enough agents. {{(pid=103674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:36:40.821052 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [None req-e8758671-c227-4143-90a3-e5253903303e admin admin] Resources bound (agent type, host, resource id): {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:36:40.826330 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8758671-c227-4143-90a3-e5253903303e admin admin] Received port after_create {{(pid=103674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:36:40.829699 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8758671-c227-4143-90a3-e5253903303e admin admin] Pushing event updated for resources: {'Port': ['ID=6ca1e657-b0bc-4ff1-8e64-bb80708e8ca3,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:36:40.865818 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-e8758671-c227-4143-90a3-e5253903303e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:36:40.913704 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 46af3dad-2a7e-4de2-9615-a28b1022bc71 up at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:36:40.960237 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning for port 46af3dad-2a7e-4de2-9615-a28b1022bc71 completed by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:36:40.963585 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning complete for port 46af3dad-2a7e-4de2-9615-a28b1022bc71 triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:36:40.963965 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:41.037267 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:41.067974 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] For port 46af3dad-2a7e-4de2-9615-a28b1022bc71, host dv-cinder-789603-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=46af3dad-2a7e-4de2-9615-a28b1022bc71,segment=NetworkSegment(3fbeafe5-4614-4a4e-adf4-a458d48bf4a6),segment_id=3fbeafe5-4614-4a4e-adf4-a458d48bf4a6)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:36:41.071099 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e8758671-c227-4143-90a3-e5253903303e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:41.072625 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:41.076057 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:36:41.122409 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Pushing event updated for resources: {'Port': ['ID=46af3dad-2a7e-4de2-9615-a28b1022bc71,revision_number=5']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:36:41.125912 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:36:41.354110 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e8758671-c227-4143-90a3-e5253903303e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-702895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-806'] for router, precommit_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:41.357634 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e8758671-c227-4143-90a3-e5253903303e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-759452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-759534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-702886'] for router, after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:41.459968 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8758671-c227-4143-90a3-e5253903303e admin admin] Router 1c6cdbfd-f3c4-4271-87ab-921a7097c098 has already been hosted by L3 agent bfb54b95-b8bd-4202-8e6c-bc5e048a10e9 {{(pid=103674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:36:41.571469 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8758671-c227-4143-90a3-e5253903303e admin admin] Notify agent at l3_agent.dv-cinder-789603-10-smb the message routers_updated {{(pid=103674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:36:41.575902 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e8758671-c227-4143-90a3-e5253903303e admin admin] Notify callbacks [] for router, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:41.588836 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-e8758671-c227-4143-90a3-e5253903303e admin admin] 10.222.0.104 "PUT /v2.0/routers/1c6cdbfd-f3c4-4271-87ab-921a7097c098 HTTP/1.1" status: 200 len: 888 time: 1.5883017 Jun 16 13:36:41.588936 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bb2f83-4a03-40f2-addf-46b6a142459a None None] Sync routers for ids ['1c6cdbfd-f3c4-4271-87ab-921a7097c098'] in dv-cinder-789603-10-smb {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:36:41.595256 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bb2f83-4a03-40f2-addf-46b6a142459a None None] Routers {'1c6cdbfd-f3c4-4271-87ab-921a7097c098'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:36:41.596048 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-e3bb2f83-4a03-40f2-addf-46b6a142459a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:36:31Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['1c6cdbfd-f3c4-4271-87ab-921a7097c098'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:36:41.857683 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-e3bb2f83-4a03-40f2-addf-46b6a142459a None None] Set router 1c6cdbfd-f3c4-4271-87ab-921a7097c098 gateway port host: dv-cinder-789603-10-smb {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:36:42.231637 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-e3bb2f83-4a03-40f2-addf-46b6a142459a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6cdbfd-f3c4-4271-87ab-921a7097c098', 'name': 'router1', 'tenant_id': '18f0f72dcd2a459e9f0aada2ad8c5791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.6'}], 'enable_snat': True}, 'gw_port_id': '6ca1e657-b0bc-4ff1-8e64-bb80708e8ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:36:24Z', 'updated_at': '2021-06-16T13:36:40Z', 'revision_number': 4, 'project_id': '18f0f72dcd2a459e9f0aada2ad8c5791', 'gw_port': {'id': '6ca1e657-b0bc-4ff1-8e64-bb80708e8ca3', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:40:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6cdbfd-f3c4-4271-87ab-921a7097c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:36:40Z', 'updated_at': '2021-06-16T13:36:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_interfaces': [{'id': '46af3dad-2a7e-4de2-9615-a28b1022bc71', 'name': '', 'network_id': '19af412f-89c0-4e65-a4f6-c35d57d8da7b', 'tenant_id': '18f0f72dcd2a459e9f0aada2ad8c5791', 'mac_address': 'fa:16:3e:32:56:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6cdbfd-f3c4-4271-87ab-921a7097c098', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b96cd760-4ace-4ab7-b9eb-55140c40b33e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:36:33Z', 'updated_at': '2021-06-16T13:36:41Z', 'revision_number': 5, 'project_id': '18f0f72dcd2a459e9f0aada2ad8c5791', 'subnets': [{'id': 'b96cd760-4ace-4ab7-b9eb-55140c40b33e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c0f653ba-f3c5-4611-b16b-6d0f640161f6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:36:42.237541 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bb2f83-4a03-40f2-addf-46b6a142459a None None] Checking router: 1c6cdbfd-f3c4-4271-87ab-921a7097c098 for host: dv-cinder-789603-10-smb {{(pid=103676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:36:42.237889 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bb2f83-4a03-40f2-addf-46b6a142459a None None] Updating router 1c6cdbfd-f3c4-4271-87ab-921a7097c098 port 6ca1e657-b0bc-4ff1-8e64-bb80708e8ca3 binding host dv-cinder-789603-10-smb {{(pid=103676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 13:36:42.272211 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-e3bb2f83-4a03-40f2-addf-46b6a142459a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:42.577588 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-e3bb2f83-4a03-40f2-addf-46b6a142459a None None] Notify callbacks [] for port, precommit_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:42.587502 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-e3bb2f83-4a03-40f2-addf-46b6a142459a None None] Transition to ACTIVE for port object 6ca1e657-b0bc-4ff1-8e64-bb80708e8ca3 will not be triggered until provisioned by entity L2. {{(pid=103676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:36:42.593138 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-e3bb2f83-4a03-40f2-addf-46b6a142459a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:42.595205 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:36:42.642879 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-e3bb2f83-4a03-40f2-addf-46b6a142459a None None] Attempting to bind port 6ca1e657-b0bc-4ff1-8e64-bb80708e8ca3 on host dv-cinder-789603-10-smb for vnic_type normal with profile {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:36:42.643239 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-e3bb2f83-4a03-40f2-addf-46b6a142459a None None] Attempting to bind port 6ca1e657-b0bc-4ff1-8e64-bb80708e8ca3 by drivers openvswitch,hyperv on host dv-cinder-789603-10-smb at level 0 using segments [{'id': '8c058e4f-8cd0-4a1d-96cc-b525f030ca20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750'}] {{(pid=103676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:36:42.643592 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bb2f83-4a03-40f2-addf-46b6a142459a None None] Attempting to bind port 6ca1e657-b0bc-4ff1-8e64-bb80708e8ca3 on network 0670eadb-aa0f-4551-9ff4-64f252730750 {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:36:42.645439 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8e29e4-2a1f-415d-898b-b29255021e6a None None] Pushing event updated for resources: {'Port': ['ID=6ca1e657-b0bc-4ff1-8e64-bb80708e8ca3,revision_number=2']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:36:42.648635 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-2e8e29e4-2a1f-415d-898b-b29255021e6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:36:42.651359 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bb2f83-4a03-40f2-addf-46b6a142459a None None] Checking agent: {'id': '621db60c-c63b-44d7-809e-3da174a43cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 1), 'started_at': datetime.datetime(2021, 6, 16, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 36, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:36:42.651724 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bb2f83-4a03-40f2-addf-46b6a142459a None None] Checking segment: {'id': '8c058e4f-8cd0-4a1d-96cc-b525f030ca20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:36:42.652145 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-e3bb2f83-4a03-40f2-addf-46b6a142459a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:42.652528 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bb2f83-4a03-40f2-addf-46b6a142459a None None] Bound using segment: {'id': '8c058e4f-8cd0-4a1d-96cc-b525f030ca20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750'} {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:36:42.652983 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-e3bb2f83-4a03-40f2-addf-46b6a142459a None None] Bound port: 6ca1e657-b0bc-4ff1-8e64-bb80708e8ca3, host: dv-cinder-789603-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c058e4f-8cd0-4a1d-96cc-b525f030ca20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750'}}] {{(pid=103676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:36:42.653353 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-e3bb2f83-4a03-40f2-addf-46b6a142459a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:42.704752 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-e3bb2f83-4a03-40f2-addf-46b6a142459a None None] For port 6ca1e657-b0bc-4ff1-8e64-bb80708e8ca3, host dv-cinder-789603-10-smb, cleared binding levels {{(pid=103676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:36:42.708271 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-e3bb2f83-4a03-40f2-addf-46b6a142459a None None] For port 6ca1e657-b0bc-4ff1-8e64-bb80708e8ca3, host dv-cinder-789603-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=6ca1e657-b0bc-4ff1-8e64-bb80708e8ca3,segment=NetworkSegment(8c058e4f-8cd0-4a1d-96cc-b525f030ca20),segment_id=8c058e4f-8cd0-4a1d-96cc-b525f030ca20)] {{(pid=103676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:36:42.714358 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-e3bb2f83-4a03-40f2-addf-46b6a142459a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:42.717597 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-62411605-ccba-4bf8-b728-307be361e5e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:36:42.774627 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8e29e4-2a1f-415d-898b-b29255021e6a None None] Pushing event updated for resources: {'Port': ['ID=6ca1e657-b0bc-4ff1-8e64-bb80708e8ca3,revision_number=3']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:36:42.778470 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bb2f83-4a03-40f2-addf-46b6a142459a None None] Routers {'1c6cdbfd-f3c4-4271-87ab-921a7097c098'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:36:42.779068 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-e3bb2f83-4a03-40f2-addf-46b6a142459a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:36:31Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['1c6cdbfd-f3c4-4271-87ab-921a7097c098'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:36:42.842830 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-2e8e29e4-2a1f-415d-898b-b29255021e6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:36:42.887443 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-e3bb2f83-4a03-40f2-addf-46b6a142459a None None] Set router 1c6cdbfd-f3c4-4271-87ab-921a7097c098 gateway port host: dv-cinder-789603-10-smb {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:36:42.927423 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 46af3dad-2a7e-4de2-9615-a28b1022bc71 up at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:36:43.101956 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.agents_db [None req-04e01baa-1c8d-439a-8f1b-024cbee7c8c9 None None] Agent healthcheck: found 5 active agents {{(pid=103677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:36:43.137645 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning complete for port 46af3dad-2a7e-4de2-9615-a28b1022bc71 triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:36:43.138043 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:43.271441 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-e3bb2f83-4a03-40f2-addf-46b6a142459a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6cdbfd-f3c4-4271-87ab-921a7097c098', 'name': 'router1', 'tenant_id': '18f0f72dcd2a459e9f0aada2ad8c5791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.6'}], 'enable_snat': True}, 'gw_port_id': '6ca1e657-b0bc-4ff1-8e64-bb80708e8ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:36:24Z', 'updated_at': '2021-06-16T13:36:40Z', 'revision_number': 4, 'project_id': '18f0f72dcd2a459e9f0aada2ad8c5791', 'gw_port': {'id': '6ca1e657-b0bc-4ff1-8e64-bb80708e8ca3', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:40:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6cdbfd-f3c4-4271-87ab-921a7097c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:36:40Z', 'updated_at': '2021-06-16T13:36:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_interfaces': [{'id': '46af3dad-2a7e-4de2-9615-a28b1022bc71', 'name': '', 'network_id': '19af412f-89c0-4e65-a4f6-c35d57d8da7b', 'tenant_id': '18f0f72dcd2a459e9f0aada2ad8c5791', 'mac_address': 'fa:16:3e:32:56:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6cdbfd-f3c4-4271-87ab-921a7097c098', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b96cd760-4ace-4ab7-b9eb-55140c40b33e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:36:33Z', 'updated_at': '2021-06-16T13:36:41Z', 'revision_number': 5, 'project_id': '18f0f72dcd2a459e9f0aada2ad8c5791', 'subnets': [{'id': 'b96cd760-4ace-4ab7-b9eb-55140c40b33e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c0f653ba-f3c5-4611-b16b-6d0f640161f6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:36:43.275200 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bb2f83-4a03-40f2-addf-46b6a142459a None None] The sync data for ids ['1c6cdbfd-f3c4-4271-87ab-921a7097c098'] in dv-cinder-789603-10-smb is: [{'id': '1c6cdbfd-f3c4-4271-87ab-921a7097c098', 'name': 'router1', 'tenant_id': '18f0f72dcd2a459e9f0aada2ad8c5791', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.6'}], 'enable_snat': True}, 'gw_port_id': '6ca1e657-b0bc-4ff1-8e64-bb80708e8ca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:36:24Z', 'updated_at': '2021-06-16T13:36:40Z', 'revision_number': 4, 'project_id': '18f0f72dcd2a459e9f0aada2ad8c5791', 'gw_port': {'id': '6ca1e657-b0bc-4ff1-8e64-bb80708e8ca3', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:40:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6cdbfd-f3c4-4271-87ab-921a7097c098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:36:40Z', 'updated_at': '2021-06-16T13:36:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_interfaces': [{'id': '46af3dad-2a7e-4de2-9615-a28b1022bc71', 'name': '', 'network_id': '19af412f-89c0-4e65-a4f6-c35d57d8da7b', 'tenant_id': '18f0f72dcd2a459e9f0aada2ad8c5791', 'mac_address': 'fa:16:3e:32:56:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6cdbfd-f3c4-4271-87ab-921a7097c098', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b96cd760-4ace-4ab7-b9eb-55140c40b33e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:36:33Z', 'updated_at': '2021-06-16T13:36:41Z', 'revision_number': 5, 'project_id': '18f0f72dcd2a459e9f0aada2ad8c5791', 'subnets': [{'id': 'b96cd760-4ace-4ab7-b9eb-55140c40b33e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c0f653ba-f3c5-4611-b16b-6d0f640161f6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:36:43.931255 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 35486) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:36:44.096581 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-7006cf65-4ab1-44da-b671-d129e4f942af admin admin] 10.222.0.104 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1641891 Jun 16 13:36:44.934307 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 6ca1e657-b0bc-4ff1-8e64-bb80708e8ca3 up at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:36:44.993687 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning for port 6ca1e657-b0bc-4ff1-8e64-bb80708e8ca3 completed by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:36:44.997835 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning complete for port 6ca1e657-b0bc-4ff1-8e64-bb80708e8ca3 triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:36:44.998213 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:45.073765 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:45.093264 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] For port 6ca1e657-b0bc-4ff1-8e64-bb80708e8ca3, host dv-cinder-789603-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=6ca1e657-b0bc-4ff1-8e64-bb80708e8ca3,segment=NetworkSegment(8c058e4f-8cd0-4a1d-96cc-b525f030ca20),segment_id=8c058e4f-8cd0-4a1d-96cc-b525f030ca20)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:36:45.097591 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:45.100806 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:36:45.144870 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Pushing event updated for resources: {'Port': ['ID=6ca1e657-b0bc-4ff1-8e64-bb80708e8ca3,revision_number=4']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:36:45.147852 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:36:46.917817 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 6ca1e657-b0bc-4ff1-8e64-bb80708e8ca3 up at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:36:46.975457 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning complete for port 6ca1e657-b0bc-4ff1-8e64-bb80708e8ca3 triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:36:46.975830 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:36:58.587471 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-327460f4-72e2-4cae-8887-4a2bc3858c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:01.054959 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:01.212355 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-c3490cc3-d3e6-4c31-9c03-cb312cd9a459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:01.981638 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9426d120-8ef3-450b-a3fa-438be4b95f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:03.841655 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3cd87a0a-8c13-4d66-8546-43ee61e1d8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:20.103182 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.agents_db [None req-04e01baa-1c8d-439a-8f1b-024cbee7c8c9 None None] Agent healthcheck: found 5 active agents {{(pid=103677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:37:28.570443 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-48eea9a3-8d2e-48f8-a148-552ce30ec91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:31.053561 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:31.208921 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-e77a642b-6084-4849-964e-89c7e18ca71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:31.973471 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9426d120-8ef3-450b-a3fa-438be4b95f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:33.830348 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3cd87a0a-8c13-4d66-8546-43ee61e1d8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:37:57.104256 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.agents_db [None req-04e01baa-1c8d-439a-8f1b-024cbee7c8c9 None None] Agent healthcheck: found 5 active agents {{(pid=103677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:37:58.575424 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-2bfcd6cd-969e-48b0-a4fb-dfb4b08e7961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:38:01.049421 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:38:01.213470 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-e7cc151e-50a2-4ab5-b7e0-a99177617bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:38:01.977425 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9426d120-8ef3-450b-a3fa-438be4b95f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:38:03.840113 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3cd87a0a-8c13-4d66-8546-43ee61e1d8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:38:18.169923 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 36056) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:38:18.245736 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6e3ca26-7935-4fcc-9001-97f06d3ff9d0 admin admin] GET failed (client error): The resource could not be found. Jun 16 13:38:18.247067 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-c6e3ca26-7935-4fcc-9001-97f06d3ff9d0 admin admin] 10.222.0.104 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0758958 Jun 16 13:38:18.440038 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187dcb1e-b5e2-4934-926b-2628c1259811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:38:18.441510 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-187dcb1e-b5e2-4934-926b-2628c1259811 admin admin] 10.222.0.104 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1888433 Jun 16 13:38:20.571970 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 36066) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:38:20.713177 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01670347-fa8f-4c92-86b1-0366ee0cedcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:38:20.714481 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-01670347-fa8f-4c92-86b1-0366ee0cedcc admin admin] 10.222.0.104 "GET /v2.0/subnets/b96cd760-4ace-4ab7-b9eb-55140c40b33e HTTP/1.1" status: 200 len: 849 time: 0.1412191 Jun 16 13:38:20.729323 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.v2.base [None req-90136c54-dfd9-454b-8f29-bfc25367c231 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:38:20.819400 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-90136c54-dfd9-454b-8f29-bfc25367c231 admin admin] Notify callbacks [] for subnet, before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:38:20.990588 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-90136c54-dfd9-454b-8f29-bfc25367c231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779595337840'] for subnet, after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:38:20.998065 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:38:21.073788 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90136c54-dfd9-454b-8f29-bfc25367c231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:38:21.074295 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-90136c54-dfd9-454b-8f29-bfc25367c231 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for subnet, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:38:21.075562 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-90136c54-dfd9-454b-8f29-bfc25367c231 admin admin] 10.222.0.104 "PUT /v2.0/subnets/b96cd760-4ace-4ab7-b9eb-55140c40b33e HTTP/1.1" status: 200 len: 868 time: 0.3524730 Jun 16 13:38:21.079020 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a50bab-6e03-495f-a96b-6b11ea0e4c6c None None] Network 19af412f-89c0-4e65-a4f6-c35d57d8da7b requested from dv-cinder-789603-10-smb {{(pid=103676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:38:21.106016 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90136c54-dfd9-454b-8f29-bfc25367c231 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b96cd760-4ace-4ab7-b9eb-55140c40b33e,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:38:21.115695 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90136c54-dfd9-454b-8f29-bfc25367c231 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:38:21.116207 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90136c54-dfd9-454b-8f29-bfc25367c231 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:38:21.116595 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90136c54-dfd9-454b-8f29-bfc25367c231 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:38:21.116971 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90136c54-dfd9-454b-8f29-bfc25367c231 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:38:21.117348 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90136c54-dfd9-454b-8f29-bfc25367c231 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:38:21.117721 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90136c54-dfd9-454b-8f29-bfc25367c231 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:38:21.118091 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90136c54-dfd9-454b-8f29-bfc25367c231 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:38:21.118458 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90136c54-dfd9-454b-8f29-bfc25367c231 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:38:21.118842 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90136c54-dfd9-454b-8f29-bfc25367c231 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:38:21.119224 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90136c54-dfd9-454b-8f29-bfc25367c231 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:38:21.120260 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90136c54-dfd9-454b-8f29-bfc25367c231 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:38:21.120260 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90136c54-dfd9-454b-8f29-bfc25367c231 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:38:21.124820 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90136c54-dfd9-454b-8f29-bfc25367c231 admin admin] Tracked resource versions report: Jun 16 13:38:21.124820 dv-cinder-789603-10-smb neutron-server[103675]: pushed versions: Jun 16 13:38:21.124820 dv-cinder-789603-10-smb neutron-server[103675]: { 'AddressGroup': {'1.2'}, Jun 16 13:38:21.124820 dv-cinder-789603-10-smb neutron-server[103675]: 'ConntrackHelper': {'1.0'}, Jun 16 13:38:21.124820 dv-cinder-789603-10-smb neutron-server[103675]: 'Log': {'1.0'}, Jun 16 13:38:21.124820 dv-cinder-789603-10-smb neutron-server[103675]: 'Network': {'1.1'}, Jun 16 13:38:21.124820 dv-cinder-789603-10-smb neutron-server[103675]: 'Port': {'1.7'}, Jun 16 13:38:21.124820 dv-cinder-789603-10-smb neutron-server[103675]: 'PortForwarding': {'1.2'}, Jun 16 13:38:21.124820 dv-cinder-789603-10-smb neutron-server[103675]: 'QosPolicy': {'1.8'}, Jun 16 13:38:21.124820 dv-cinder-789603-10-smb neutron-server[103675]: 'SecurityGroup': {'1.4'}, Jun 16 13:38:21.124820 dv-cinder-789603-10-smb neutron-server[103675]: 'SecurityGroupRule': {'1.2'}, Jun 16 13:38:21.124820 dv-cinder-789603-10-smb neutron-server[103675]: 'SubPort': {'1.0'}, Jun 16 13:38:21.124820 dv-cinder-789603-10-smb neutron-server[103675]: 'Subnet': {'1.1'}, Jun 16 13:38:21.124820 dv-cinder-789603-10-smb neutron-server[103675]: 'Trunk': {'1.1'}} Jun 16 13:38:21.124820 dv-cinder-789603-10-smb neutron-server[103675]: consumer versions: Jun 16 13:38:21.124820 dv-cinder-789603-10-smb neutron-server[103675]: { DHCP agent@dv-cinder-789603-10-smb: {}, Jun 16 13:38:21.124820 dv-cinder-789603-10-smb neutron-server[103675]: L3 agent@dv-cinder-789603-10-smb: {}, Jun 16 13:38:21.124820 dv-cinder-789603-10-smb neutron-server[103675]: Metadata agent@dv-cinder-789603-10-smb: {}, Jun 16 13:38:21.124820 dv-cinder-789603-10-smb neutron-server[103675]: Metering agent@dv-cinder-789603-10-smb: {}, Jun 16 13:38:21.124820 dv-cinder-789603-10-smb neutron-server[103675]: Open vSwitch agent@dv-cinder-789603-10-smb: { 'AddressGroup': '1.2', Jun 16 13:38:21.124820 dv-cinder-789603-10-smb neutron-server[103675]: 'ConntrackHelper': '1.0', Jun 16 13:38:21.124820 dv-cinder-789603-10-smb neutron-server[103675]: 'Log': '1.0', Jun 16 13:38:21.124820 dv-cinder-789603-10-smb neutron-server[103675]: 'Network': '1.1', Jun 16 13:38:21.124820 dv-cinder-789603-10-smb neutron-server[103675]: 'Port': '1.7', Jun 16 13:38:21.124820 dv-cinder-789603-10-smb neutron-server[103675]: 'PortForwarding': '1.2', Jun 16 13:38:21.124820 dv-cinder-789603-10-smb neutron-server[103675]: 'QosPolicy': '1.8', Jun 16 13:38:21.124820 dv-cinder-789603-10-smb neutron-server[103675]: 'SecurityGroup': '1.4', Jun 16 13:38:21.124820 dv-cinder-789603-10-smb neutron-server[103675]: 'SecurityGroupRule': '1.2', Jun 16 13:38:21.124820 dv-cinder-789603-10-smb neutron-server[103675]: 'SubPort': '1.0', Jun 16 13:38:21.124820 dv-cinder-789603-10-smb neutron-server[103675]: 'Subnet': '1.1', Jun 16 13:38:21.124820 dv-cinder-789603-10-smb neutron-server[103675]: 'Trunk': '1.1'}} Jun 16 13:38:21.124820 dv-cinder-789603-10-smb neutron-server[103675]: {{(pid=103675) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 13:38:21.133645 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-90136c54-dfd9-454b-8f29-bfc25367c231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:38:21.445547 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-c4b2d2a0-2051-445c-9251-674a964b42c1 None None] Provisioning complete for port 46af3dad-2a7e-4de2-9615-a28b1022bc71 triggered by entity DHCP. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:38:21.445936 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-c4b2d2a0-2051-445c-9251-674a964b42c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:38:21.527895 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-c4b2d2a0-2051-445c-9251-674a964b42c1 None None] Provisioning complete for port 8849a2cb-9539-4bdf-8c5d-7250099134c7 triggered by entity DHCP. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:38:21.528207 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-c4b2d2a0-2051-445c-9251-674a964b42c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:38:23.248925 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 36078) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:38:23.450227 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da65206c-e6d3-4a77-9ee9-82cb77086a11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:38:23.450696 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da65206c-e6d3-4a77-9ee9-82cb77086a11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:38:23.452251 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-da65206c-e6d3-4a77-9ee9-82cb77086a11 admin admin] 10.222.0.104 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2022426 Jun 16 13:38:25.546033 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 36088) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:38:25.745296 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d87bb9e-7647-48ef-8401-b49fd20660b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:38:25.745667 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d87bb9e-7647-48ef-8401-b49fd20660b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:38:25.747160 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-9d87bb9e-7647-48ef-8401-b49fd20660b9 admin admin] 10.222.0.104 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2001789 Jun 16 13:38:27.854863 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 36096) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:38:27.997698 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffe5d6e-0954-480f-a1d4-79f81a2cd53b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:38:27.999073 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-8ffe5d6e-0954-480f-a1d4-79f81a2cd53b admin admin] 10.222.0.104 "GET /v2.0/networks/0670eadb-aa0f-4551-9ff4-64f252730750 HTTP/1.1" status: 200 len: 886 time: 0.1432605 Jun 16 13:38:28.577369 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-f8bcda79-8f28-461b-a0d9-e6799dc89a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:38:30.153130 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 36104) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:38:30.356810 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7fe1d1-1c6c-43c8-9873-648eda2562c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:38:30.358175 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-3f7fe1d1-1c6c-43c8-9873-648eda2562c3 admin admin] 10.222.0.104 "GET /v2.0/networks/19af412f-89c0-4e65-a4f6-c35d57d8da7b HTTP/1.1" status: 200 len: 870 time: 0.2040915 Jun 16 13:38:31.054433 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:38:31.217008 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-10f56f69-772e-4b75-bba9-f9cbd87e9331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:38:31.986408 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9426d120-8ef3-450b-a3fa-438be4b95f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:38:32.492550 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 36112) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:38:32.626794 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdefdd8c-2c84-4567-9f58-e142655e9e2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:38:32.627245 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdefdd8c-2c84-4567-9f58-e142655e9e2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:38:32.628813 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-cdefdd8c-2c84-4567-9f58-e142655e9e2d admin admin] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1349952 Jun 16 13:38:33.837875 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3cd87a0a-8c13-4d66-8546-43ee61e1d8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:38:34.103938 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.agents_db [None req-04e01baa-1c8d-439a-8f1b-024cbee7c8c9 None None] Agent healthcheck: found 5 active agents {{(pid=103677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:38:34.734526 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 36120) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:38:34.860602 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f38efe-3db2-48a2-834a-84f64c00882a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:38:34.861052 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f38efe-3db2-48a2-834a-84f64c00882a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:38:34.862567 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-f7f38efe-3db2-48a2-834a-84f64c00882a admin admin] 10.222.0.104 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1270926 Jun 16 13:38:36.980864 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 36128) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:38:37.075080 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2838b36-d410-4a68-96ef-c7e814b795ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:38:37.076457 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-a2838b36-d410-4a68-96ef-c7e814b795ec admin admin] 10.222.0.104 "GET /v2.0/subnets/b96cd760-4ace-4ab7-b9eb-55140c40b33e HTTP/1.1" status: 200 len: 868 time: 0.0946517 Jun 16 13:38:39.217169 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 36136) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:38:39.313709 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2571070-33a5-4aff-baea-d1f050efeb0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:38:39.315026 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-a2571070-33a5-4aff-baea-d1f050efeb0f admin admin] 10.222.0.104 "GET /v2.0/subnets/f2f4aa09-e9c1-4804-aa42-b5c4d121e78a HTTP/1.1" status: 200 len: 816 time: 0.0969942 Jun 16 13:38:58.578997 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-92ae402d-2d5f-48bf-8a65-dfb52fbc96ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:01.057502 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:01.221214 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-4fb79d22-790f-4bf5-9ab2-438bea201c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:01.984185 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9426d120-8ef3-450b-a3fa-438be4b95f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:02.351363 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 36180) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:39:02.404695 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [None req-952b18c9-d623-4168-99da-87086e9008c5 admin admin] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=103674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 13:39:02.405802 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-952b18c9-d623-4168-99da-87086e9008c5 admin admin] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0534425 Jun 16 13:39:03.845397 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3cd87a0a-8c13-4d66-8546-43ee61e1d8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:04.617292 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 36188) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:39:04.683290 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7285771-4afc-40b1-a016-0e32830513fb admin admin] GET failed (client error): The resource could not be found. Jun 16 13:39:04.684687 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-b7285771-4afc-40b1-a016-0e32830513fb admin admin] 10.222.0.104 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0664651 Jun 16 13:39:04.831914 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1a5edf-d919-48df-9272-9caf6a52dc2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:39:04.833296 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-ec1a5edf-d919-48df-9272-9caf6a52dc2f admin admin] 10.222.0.104 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1447153 Jun 16 13:39:06.970517 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 36196) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:39:07.030742 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [None req-b14bb323-e8b8-4bf5-9157-7e4ab87ec17c admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:39:07.054484 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14bb323-e8b8-4bf5-9157-7e4ab87ec17c admin admin] Made reservation on behalf of d09943c6bb4c4811817447bfd4fce760 for: {'network': 1} {{(pid=103674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:39:07.057023 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b14bb323-e8b8-4bf5-9157-7e4ab87ec17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for network, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:07.084834 dv-cinder-789603-10-smb neutron-server[103674]: WARNING neutron.services.revisions.revision_plugin [None req-b14bb323-e8b8-4bf5-9157-7e4ab87ec17c admin admin] Could not find related network for resource to bump revision. Jun 16 13:39:07.096889 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b14bb323-e8b8-4bf5-9157-7e4ab87ec17c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1179} {{(pid=103674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 13:39:07.106509 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b14bb323-e8b8-4bf5-9157-7e4ab87ec17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688368'] for segment, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:07.106840 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.db.segments_db [None req-b14bb323-e8b8-4bf5-9157-7e4ab87ec17c admin admin] Added segment b757bc33-aa56-4c3d-a5f0-f11a27234ed4 of type vlan for network d523a0b3-590b-479e-91ca-f15a58222f71 Jun 16 13:39:07.150094 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b14bb323-e8b8-4bf5-9157-7e4ab87ec17c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779594884509'] for network, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:07.186798 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b14bb323-e8b8-4bf5-9157-7e4ab87ec17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183'] for network, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:07.188604 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14bb323-e8b8-4bf5-9157-7e4ab87ec17c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:39:07.189519 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b14bb323-e8b8-4bf5-9157-7e4ab87ec17c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for network, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:07.193905 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:39:07.256735 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-b14bb323-e8b8-4bf5-9157-7e4ab87ec17c admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2848215 Jun 16 13:39:07.262435 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14bb323-e8b8-4bf5-9157-7e4ab87ec17c admin admin] Pushing event updated for resources: {'Network': ['ID=d523a0b3-590b-479e-91ca-f15a58222f71,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:39:07.269946 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14bb323-e8b8-4bf5-9157-7e4ab87ec17c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:07.270291 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14bb323-e8b8-4bf5-9157-7e4ab87ec17c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:07.270617 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14bb323-e8b8-4bf5-9157-7e4ab87ec17c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:07.270940 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14bb323-e8b8-4bf5-9157-7e4ab87ec17c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:07.271262 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14bb323-e8b8-4bf5-9157-7e4ab87ec17c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:07.271608 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14bb323-e8b8-4bf5-9157-7e4ab87ec17c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:07.271938 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14bb323-e8b8-4bf5-9157-7e4ab87ec17c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:07.272285 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14bb323-e8b8-4bf5-9157-7e4ab87ec17c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:07.272613 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14bb323-e8b8-4bf5-9157-7e4ab87ec17c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:07.272935 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14bb323-e8b8-4bf5-9157-7e4ab87ec17c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:07.273246 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14bb323-e8b8-4bf5-9157-7e4ab87ec17c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:07.273552 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14bb323-e8b8-4bf5-9157-7e4ab87ec17c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:07.280102 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-b14bb323-e8b8-4bf5-9157-7e4ab87ec17c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:39:07.285563 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Network d523a0b3-590b-479e-91ca-f15a58222f71 details requested by agent ovs-agent-dv-cinder-789603-10-smb with host dv-cinder-789603-10-smb {{(pid=103676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 13:39:09.404478 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 36204) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:39:09.474598 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5d53bdd-64ef-4a36-8bda-3884a4d7923a admin admin] GET failed (client error): The resource could not be found. Jun 16 13:39:09.475905 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-c5d53bdd-64ef-4a36-8bda-3884a4d7923a admin admin] 10.222.0.104 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0704699 Jun 16 13:39:09.567736 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ab2414-7525-462b-b0da-4f8d030bd5b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:39:09.569242 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-25ab2414-7525-462b-b0da-4f8d030bd5b5 admin admin] 10.222.0.104 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0876875 Jun 16 13:39:09.582052 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [None req-31b002bb-e596-4535-b4e8-ed0e899d6eb5 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'd523a0b3-590b-479e-91ca-f15a58222f71', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:39:09.607597 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b002bb-e596-4535-b4e8-ed0e899d6eb5 admin admin] Made reservation on behalf of d09943c6bb4c4811817447bfd4fce760 for: {'subnet': 1} {{(pid=103674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:39:09.609909 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-31b002bb-e596-4535-b4e8-ed0e899d6eb5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:09.772511 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-31b002bb-e596-4535-b4e8-ed0e899d6eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174'] for subnet, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:09.774580 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-760f4d57-44e0-4700-ae9a-2ddc5255b6c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:39:09.824986 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b002bb-e596-4535-b4e8-ed0e899d6eb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c031fb9-a2b9-456d-bbdb-1aaf88c835bb,revision_number=0']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:39:09.827826 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-31b002bb-e596-4535-b4e8-ed0e899d6eb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:39:09.835527 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b002bb-e596-4535-b4e8-ed0e899d6eb5 admin admin] Checking segment: {'id': 'b757bc33-aa56-4c3d-a5f0-f11a27234ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'd523a0b3-590b-479e-91ca-f15a58222f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:39:09.835870 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b002bb-e596-4535-b4e8-ed0e899d6eb5 admin admin] Network hostable DHCP agents. Network: d523a0b3-590b-479e-91ca-f15a58222f71, hostable agents: ['8ea809cc-5bb3-41d5-8624-7e06cbdf14c2'], hosted agents: [] {{(pid=103674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 13:39:09.861883 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b002bb-e596-4535-b4e8-ed0e899d6eb5 admin admin] Network d523a0b3-590b-479e-91ca-f15a58222f71 is scheduled to be hosted by DHCP agent 8ea809cc-5bb3-41d5-8624-7e06cbdf14c2 with binding_index 1 {{(pid=103674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 13:39:09.875394 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [None req-31b002bb-e596-4535-b4e8-ed0e899d6eb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-10-smb, d523a0b3-590b-479e-91ca-f15a58222f71) {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:39:09.880553 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b002bb-e596-4535-b4e8-ed0e899d6eb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:39:09.881133 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-31b002bb-e596-4535-b4e8-ed0e899d6eb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for subnet, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:09.885493 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107bda2b-5178-412e-ad54-797600bd6f64 None None] Network d523a0b3-590b-479e-91ca-f15a58222f71 requested from dv-cinder-789603-10-smb {{(pid=103676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:39:09.896621 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-31b002bb-e596-4535-b4e8-ed0e899d6eb5 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3181148 Jun 16 13:39:10.034821 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55fe369-b120-48e2-9d72-3783823c4b88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ef6e693-be21-5da5-ac6d-439e2aa17c13-d523a0b3-590b-479e-91ca-f15a58222f71', 'network_id': 'd523a0b3-590b-479e-91ca-f15a58222f71', 'tenant_id': 'd09943c6bb4c4811817447bfd4fce760', 'fixed_ips': [{'subnet_id': '6c031fb9-a2b9-456d-bbdb-1aaf88c835bb'}]}} from dv-cinder-789603-10-smb. {{(pid=103676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 13:39:10.035710 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-e55fe369-b120-48e2-9d72-3783823c4b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for port, before_create {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:10.167952 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.db_base_plugin_common [None req-e55fe369-b120-48e2-9d72-3783823c4b88 None None] Allocated IP 192.168.233.2 (d523a0b3-590b-479e-91ca-f15a58222f71/6c031fb9-a2b9-456d-bbdb-1aaf88c835bb/69b25864-752b-4e14-95af-7bed674dec70) {{(pid=103676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:39:10.411909 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-e55fe369-b120-48e2-9d72-3783823c4b88 None None] Notify callbacks [] for port, precommit_create {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:10.421289 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-e55fe369-b120-48e2-9d72-3783823c4b88 None None] Transition to ACTIVE for port object 69b25864-752b-4e14-95af-7bed674dec70 will not be triggered until provisioned by entity L2. {{(pid=103676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:39:10.436343 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-e55fe369-b120-48e2-9d72-3783823c4b88 None None] Transition to ACTIVE for port object 69b25864-752b-4e14-95af-7bed674dec70 will not be triggered until provisioned by entity DHCP. {{(pid=103676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:39:10.443390 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-e55fe369-b120-48e2-9d72-3783823c4b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1833118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779594881046'] for port, after_create {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:10.445729 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-08ae8663-3005-442f-8224-79b720db6025 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:39:10.486124 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55fe369-b120-48e2-9d72-3783823c4b88 None None] Network d523a0b3-590b-479e-91ca-f15a58222f71 is already hosted by enough agents. {{(pid=103676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:39:10.489728 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.scheduler.base_scheduler [None req-e55fe369-b120-48e2-9d72-3783823c4b88 None None] Resources bound (agent type, host, resource id): {{(pid=103676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:39:10.491841 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55fe369-b120-48e2-9d72-3783823c4b88 None None] Pushing event updated for resources: {'Port': ['ID=69b25864-752b-4e14-95af-7bed674dec70,revision_number=1']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:39:10.493958 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55fe369-b120-48e2-9d72-3783823c4b88 None None] Received port after_create {{(pid=103676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:39:10.503972 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55fe369-b120-48e2-9d72-3783823c4b88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:10.504352 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55fe369-b120-48e2-9d72-3783823c4b88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:10.504687 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55fe369-b120-48e2-9d72-3783823c4b88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:10.505014 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55fe369-b120-48e2-9d72-3783823c4b88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:10.505337 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55fe369-b120-48e2-9d72-3783823c4b88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:10.505659 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55fe369-b120-48e2-9d72-3783823c4b88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:10.505980 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55fe369-b120-48e2-9d72-3783823c4b88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:10.506299 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55fe369-b120-48e2-9d72-3783823c4b88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:10.506633 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55fe369-b120-48e2-9d72-3783823c4b88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:10.506956 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55fe369-b120-48e2-9d72-3783823c4b88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:10.507270 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55fe369-b120-48e2-9d72-3783823c4b88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:10.507584 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55fe369-b120-48e2-9d72-3783823c4b88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:39:10.512282 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-e55fe369-b120-48e2-9d72-3783823c4b88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:39:10.561892 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-e55fe369-b120-48e2-9d72-3783823c4b88 None None] Attempting to bind port 69b25864-752b-4e14-95af-7bed674dec70 on host dv-cinder-789603-10-smb for vnic_type normal with profile {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:39:10.562266 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-e55fe369-b120-48e2-9d72-3783823c4b88 None None] Attempting to bind port 69b25864-752b-4e14-95af-7bed674dec70 by drivers openvswitch,hyperv on host dv-cinder-789603-10-smb at level 0 using segments [{'id': 'b757bc33-aa56-4c3d-a5f0-f11a27234ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'd523a0b3-590b-479e-91ca-f15a58222f71'}] {{(pid=103676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:39:10.562671 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55fe369-b120-48e2-9d72-3783823c4b88 None None] Attempting to bind port 69b25864-752b-4e14-95af-7bed674dec70 on network d523a0b3-590b-479e-91ca-f15a58222f71 {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:39:10.567617 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55fe369-b120-48e2-9d72-3783823c4b88 None None] Checking agent: {'id': '621db60c-c63b-44d7-809e-3da174a43cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 1), 'started_at': datetime.datetime(2021, 6, 16, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:39:10.567986 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55fe369-b120-48e2-9d72-3783823c4b88 None None] Checking segment: {'id': 'b757bc33-aa56-4c3d-a5f0-f11a27234ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'd523a0b3-590b-479e-91ca-f15a58222f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:39:10.568416 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-e55fe369-b120-48e2-9d72-3783823c4b88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:10.568807 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55fe369-b120-48e2-9d72-3783823c4b88 None None] Bound using segment: {'id': 'b757bc33-aa56-4c3d-a5f0-f11a27234ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'd523a0b3-590b-479e-91ca-f15a58222f71'} {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:39:10.569263 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-e55fe369-b120-48e2-9d72-3783823c4b88 None None] Bound port: 69b25864-752b-4e14-95af-7bed674dec70, host: dv-cinder-789603-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b757bc33-aa56-4c3d-a5f0-f11a27234ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'd523a0b3-590b-479e-91ca-f15a58222f71'}}] {{(pid=103676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:39:10.569634 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-e55fe369-b120-48e2-9d72-3783823c4b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:10.631551 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-e55fe369-b120-48e2-9d72-3783823c4b88 None None] For port 69b25864-752b-4e14-95af-7bed674dec70, host dv-cinder-789603-10-smb, cleared binding levels {{(pid=103676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:39:10.634972 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-e55fe369-b120-48e2-9d72-3783823c4b88 None None] For port 69b25864-752b-4e14-95af-7bed674dec70, host dv-cinder-789603-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=69b25864-752b-4e14-95af-7bed674dec70,segment=NetworkSegment(b757bc33-aa56-4c3d-a5f0-f11a27234ed4),segment_id=b757bc33-aa56-4c3d-a5f0-f11a27234ed4)] {{(pid=103676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:39:10.639714 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-e55fe369-b120-48e2-9d72-3783823c4b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:10.641880 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:39:10.696482 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55fe369-b120-48e2-9d72-3783823c4b88 None None] Pushing event updated for resources: {'Port': ['ID=69b25864-752b-4e14-95af-7bed674dec70,revision_number=2']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:39:10.699826 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-e55fe369-b120-48e2-9d72-3783823c4b88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:39:11.055175 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 69b25864-752b-4e14-95af-7bed674dec70 up at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:39:11.103038 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.agents_db [None req-04e01baa-1c8d-439a-8f1b-024cbee7c8c9 None None] Agent healthcheck: found 5 active agents {{(pid=103677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:39:11.106986 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning for port 69b25864-752b-4e14-95af-7bed674dec70 completed by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:39:11.530411 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c8c10c-d0df-47b0-89d1-d5aa0d4a20d6 None None] Network d523a0b3-590b-479e-91ca-f15a58222f71 requested from dv-cinder-789603-10-smb {{(pid=103676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:39:11.633409 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d10da526-88a3-49e2-9932-3260848ff343 None None] Provisioning for port 69b25864-752b-4e14-95af-7bed674dec70 completed by entity DHCP. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:39:11.641826 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d10da526-88a3-49e2-9932-3260848ff343 None None] Provisioning complete for port 69b25864-752b-4e14-95af-7bed674dec70 triggered by entity DHCP. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:39:11.642273 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d10da526-88a3-49e2-9932-3260848ff343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:11.754253 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d10da526-88a3-49e2-9932-3260848ff343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:11.791624 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-d10da526-88a3-49e2-9932-3260848ff343 None None] For port 69b25864-752b-4e14-95af-7bed674dec70, host dv-cinder-789603-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=69b25864-752b-4e14-95af-7bed674dec70,segment=NetworkSegment(b757bc33-aa56-4c3d-a5f0-f11a27234ed4),segment_id=b757bc33-aa56-4c3d-a5f0-f11a27234ed4)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:39:11.798440 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d10da526-88a3-49e2-9932-3260848ff343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:11.800435 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:39:11.855032 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10da526-88a3-49e2-9932-3260848ff343 None None] Pushing event updated for resources: {'Port': ['ID=69b25864-752b-4e14-95af-7bed674dec70,revision_number=3']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:39:11.860173 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-d10da526-88a3-49e2-9932-3260848ff343 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:39:12.020351 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-e4d5d104-f274-43f7-81b5-1fc93d5c8c2e None None] Provisioning complete for port 69b25864-752b-4e14-95af-7bed674dec70 triggered by entity DHCP. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:39:12.020657 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-e4d5d104-f274-43f7-81b5-1fc93d5c8c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:13.033378 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 69b25864-752b-4e14-95af-7bed674dec70 up at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:39:13.079446 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning complete for port 69b25864-752b-4e14-95af-7bed674dec70 triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:39:13.079828 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:28.582183 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-75009655-8a14-4125-b003-8a4875d6bdd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:31.062888 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:31.222325 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-5395e90f-d19b-48f6-a8cf-7150115b99d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:31.995095 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9426d120-8ef3-450b-a3fa-438be4b95f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:33.845248 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3cd87a0a-8c13-4d66-8546-43ee61e1d8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:39:48.106824 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.agents_db [None req-04e01baa-1c8d-439a-8f1b-024cbee7c8c9 None None] Agent healthcheck: found 5 active agents {{(pid=103677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:39:58.585643 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-8bc6c3e7-97ca-40fc-9de8-f86c90deb3b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:40:01.066554 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:40:01.227416 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-22bca545-146e-42e9-bd70-7f4d10ac6af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:40:01.990063 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9426d120-8ef3-450b-a3fa-438be4b95f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:40:03.847861 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3cd87a0a-8c13-4d66-8546-43ee61e1d8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:40:23.288046 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 36256) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:40:23.297043 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [None req-bdd6e83c-1a6b-42cf-aeec-2131ce3447ff tempest-verify_tempest_config-989615880 tempest-verify_tempest_config-989615880-project] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=103675) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 13:40:23.298270 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-bdd6e83c-1a6b-42cf-aeec-2131ce3447ff tempest-verify_tempest_config-989615880 tempest-verify_tempest_config-989615880-project] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0091858 Jun 16 13:40:23.643956 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 36274) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:40:23.760809 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2475a7cd-be49-4fbe-8f56-0c8ad7ac0486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:40:23.845677 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2475a7cd-be49-4fbe-8f56-0c8ad7ac0486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:40:23.851487 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2475a7cd-be49-4fbe-8f56-0c8ad7ac0486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:40:23.854347 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-a1e1fff2-1984-4020-b813-d05cfc4401f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:40:23.895708 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2475a7cd-be49-4fbe-8f56-0c8ad7ac0486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2d6eb1-c0fe-4bff-9fc3-5f1ca07f6a38,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:40:23.899529 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-2475a7cd-be49-4fbe-8f56-0c8ad7ac0486 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=43f019c6f5fd40aa81a7b5c40307c89f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2545331 Jun 16 13:40:23.902862 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 36280) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:40:23.905132 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475a7cd-be49-4fbe-8f56-0c8ad7ac0486 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:40:23.905632 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475a7cd-be49-4fbe-8f56-0c8ad7ac0486 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:40:23.905770 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475a7cd-be49-4fbe-8f56-0c8ad7ac0486 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:40:23.906110 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475a7cd-be49-4fbe-8f56-0c8ad7ac0486 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:40:23.906429 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475a7cd-be49-4fbe-8f56-0c8ad7ac0486 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:40:23.906739 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475a7cd-be49-4fbe-8f56-0c8ad7ac0486 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:40:23.907049 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475a7cd-be49-4fbe-8f56-0c8ad7ac0486 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:40:23.907353 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475a7cd-be49-4fbe-8f56-0c8ad7ac0486 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:40:23.907660 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475a7cd-be49-4fbe-8f56-0c8ad7ac0486 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:40:23.907945 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475a7cd-be49-4fbe-8f56-0c8ad7ac0486 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:40:23.908271 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475a7cd-be49-4fbe-8f56-0c8ad7ac0486 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:40:23.908572 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2475a7cd-be49-4fbe-8f56-0c8ad7ac0486 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:40:23.912356 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-2475a7cd-be49-4fbe-8f56-0c8ad7ac0486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:40:23.985900 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-30cb3f56-2f5e-48f3-bfe1-4abe6c21b4f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:40:24.007455 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-30cb3f56-2f5e-48f3-bfe1-4abe6c21b4f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:40:24.099572 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-30cb3f56-2f5e-48f3-bfe1-4abe6c21b4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:40:24.102577 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-30cb3f56-2f5e-48f3-bfe1-4abe6c21b4f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:40:24.103700 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-30cb3f56-2f5e-48f3-bfe1-4abe6c21b4f8 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/db2d6eb1-c0fe-4bff-9fc3-5f1ca07f6a38 HTTP/1.1" status: 204 len: 168 time: 0.1998744 Jun 16 13:40:24.104317 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:40:24.113671 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb3f56-2f5e-48f3-bfe1-4abe6c21b4f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2d6eb1-c0fe-4bff-9fc3-5f1ca07f6a38,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:40:24.120996 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cb3f56-2f5e-48f3-bfe1-4abe6c21b4f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:40:24.121354 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cb3f56-2f5e-48f3-bfe1-4abe6c21b4f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:40:24.121687 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cb3f56-2f5e-48f3-bfe1-4abe6c21b4f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:40:24.122009 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cb3f56-2f5e-48f3-bfe1-4abe6c21b4f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:40:24.122331 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cb3f56-2f5e-48f3-bfe1-4abe6c21b4f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:40:24.122660 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cb3f56-2f5e-48f3-bfe1-4abe6c21b4f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:40:24.122986 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cb3f56-2f5e-48f3-bfe1-4abe6c21b4f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:40:24.123279 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cb3f56-2f5e-48f3-bfe1-4abe6c21b4f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:40:24.123592 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cb3f56-2f5e-48f3-bfe1-4abe6c21b4f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:40:24.123897 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cb3f56-2f5e-48f3-bfe1-4abe6c21b4f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:40:24.124279 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cb3f56-2f5e-48f3-bfe1-4abe6c21b4f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:40:24.124537 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30cb3f56-2f5e-48f3-bfe1-4abe6c21b4f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:40:24.128591 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-30cb3f56-2f5e-48f3-bfe1-4abe6c21b4f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:40:25.106414 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.agents_db [None req-04e01baa-1c8d-439a-8f1b-024cbee7c8c9 None None] Agent healthcheck: found 5 active agents {{(pid=103677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:40:28.587565 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-77fd8a7e-6c64-4b1a-a941-4d3eeea714f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:40:31.069961 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:40:31.231304 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-bf669a7b-cb1a-4e04-8164-4b59b2a129ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:40:31.997746 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9426d120-8ef3-450b-a3fa-438be4b95f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:40:33.855085 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3cd87a0a-8c13-4d66-8546-43ee61e1d8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:40:58.593945 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-256b9403-0d50-48c2-8358-c07b66175381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:41:01.077550 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:41:01.238664 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-30d5d674-951a-464d-93e6-a391490b31f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:41:02.006096 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9426d120-8ef3-450b-a3fa-438be4b95f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:41:02.111223 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.agents_db [None req-04e01baa-1c8d-439a-8f1b-024cbee7c8c9 None None] Agent healthcheck: found 5 active agents {{(pid=103677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:41:03.864302 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3cd87a0a-8c13-4d66-8546-43ee61e1d8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:41:28.587460 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7a7a72c0-b1c7-44dd-8916-617ea01da898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:41:31.080394 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:41:31.242073 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-c69a9273-ac15-4dff-a5d9-98b9dbe226a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:41:31.999483 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9426d120-8ef3-450b-a3fa-438be4b95f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:41:33.865260 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3cd87a0a-8c13-4d66-8546-43ee61e1d8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:41:39.110857 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.agents_db [None req-04e01baa-1c8d-439a-8f1b-024cbee7c8c9 None None] Agent healthcheck: found 5 active agents {{(pid=103677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:41:58.591108 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-5e76fc1f-6bef-4622-9692-4d5e1157ef92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:42:01.085432 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:42:01.239924 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-ec189390-a0c4-4dcc-8f6d-f6328d011289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:42:02.011907 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9426d120-8ef3-450b-a3fa-438be4b95f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:42:03.862510 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3cd87a0a-8c13-4d66-8546-43ee61e1d8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:42:09.556029 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783'] for agent, after_create {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:42:14.510407 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 36332) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:42:14.619091 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-d44ae251-657a-408a-bfd9-f5dfd95814ff admin admin] 10.222.0.104 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4298 time: 0.1071811 Jun 16 13:42:16.110351 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.agents_db [None req-04e01baa-1c8d-439a-8f1b-024cbee7c8c9 None None] Agent healthcheck: found 6 active agents {{(pid=103677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:42:16.742603 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 36342) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:42:16.808437 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-19badfba-de48-4511-8400-fda4df5d57ac admin admin] 10.222.0.104 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4298 time: 0.0642726 Jun 16 13:42:28.604583 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-8d106ebb-e168-4025-b7dd-4f04da1a4a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:42:31.085522 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:42:31.244479 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-c26c3834-7224-4d40-9150-ad02021a27ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:42:32.011323 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9426d120-8ef3-450b-a3fa-438be4b95f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:42:33.870318 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3cd87a0a-8c13-4d66-8546-43ee61e1d8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:42:39.516736 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:42:53.109726 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.agents_db [None req-04e01baa-1c8d-439a-8f1b-024cbee7c8c9 None None] Agent healthcheck: found 6 active agents {{(pid=103677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:42:58.603869 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-92221b16-df0f-4dad-85e4-727328757572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:01.090161 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:01.247913 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-8b121797-8055-4f89-8271-d21814856e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:02.011882 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9426d120-8ef3-450b-a3fa-438be4b95f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:03.875573 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3cd87a0a-8c13-4d66-8546-43ee61e1d8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:09.510624 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:28.598268 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-02b1134c-a431-4079-90a0-9ae6a6ff851f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:30.109435 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.agents_db [None req-04e01baa-1c8d-439a-8f1b-024cbee7c8c9 None None] Agent healthcheck: found 6 active agents {{(pid=103677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:43:31.086322 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:31.240998 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-a6f684c3-4efc-4ba6-87e1-0a57aeef391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:32.012343 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9426d120-8ef3-450b-a3fa-438be4b95f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:33.876667 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3cd87a0a-8c13-4d66-8546-43ee61e1d8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:39.522408 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:48.906137 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 36552) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:43:49.006290 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 36562) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:43:49.233888 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [None req-1fedb598-bece-4056-b727-bcb5f3bc2249 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-654573120-network', 'tenant_id': 'aab2bee29bb84945808496017e6bfae7'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:43:49.258650 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fedb598-bece-4056-b727-bcb5f3bc2249 admin admin] Made reservation on behalf of aab2bee29bb84945808496017e6bfae7 for: {'network': 1} {{(pid=103674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:43:49.261106 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1fedb598-bece-4056-b727-bcb5f3bc2249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for network, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:49.384975 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1fedb598-bece-4056-b727-bcb5f3bc2249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:49.439907 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.v2.base [None req-2431a8d5-e2b0-452a-b19e-ccc406cf919f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-304096213-network', 'tenant_id': '1c34861a49bb497085ef26aa3cc556f7'}} {{(pid=103675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:43:49.468965 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1fedb598-bece-4056-b727-bcb5f3bc2249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:49.473542 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 36586) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:43:49.476422 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1fedb598-bece-4056-b727-bcb5f3bc2249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:49.482050 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:43:49.502882 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fedb598-bece-4056-b727-bcb5f3bc2249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c70e39f6-b470-4e26-8032-6b13e11a8619,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:43:49.511934 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fedb598-bece-4056-b727-bcb5f3bc2249 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:43:49.512623 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fedb598-bece-4056-b727-bcb5f3bc2249 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:43:49.512623 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fedb598-bece-4056-b727-bcb5f3bc2249 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:43:49.512889 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fedb598-bece-4056-b727-bcb5f3bc2249 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:43:49.513395 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fedb598-bece-4056-b727-bcb5f3bc2249 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:43:49.513731 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fedb598-bece-4056-b727-bcb5f3bc2249 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:43:49.514047 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fedb598-bece-4056-b727-bcb5f3bc2249 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:43:49.514629 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fedb598-bece-4056-b727-bcb5f3bc2249 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:43:49.514898 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fedb598-bece-4056-b727-bcb5f3bc2249 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:43:49.515164 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fedb598-bece-4056-b727-bcb5f3bc2249 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:43:49.515657 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fedb598-bece-4056-b727-bcb5f3bc2249 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:43:49.515966 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fedb598-bece-4056-b727-bcb5f3bc2249 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:43:49.517172 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fedb598-bece-4056-b727-bcb5f3bc2249 admin admin] Tracked resource versions report: Jun 16 13:43:49.517172 dv-cinder-789603-10-smb neutron-server[103674]: pushed versions: Jun 16 13:43:49.517172 dv-cinder-789603-10-smb neutron-server[103674]: { 'AddressGroup': {'1.2'}, Jun 16 13:43:49.517172 dv-cinder-789603-10-smb neutron-server[103674]: 'ConntrackHelper': {'1.0'}, Jun 16 13:43:49.517172 dv-cinder-789603-10-smb neutron-server[103674]: 'Log': {'1.0'}, Jun 16 13:43:49.517172 dv-cinder-789603-10-smb neutron-server[103674]: 'Network': {'1.1'}, Jun 16 13:43:49.517172 dv-cinder-789603-10-smb neutron-server[103674]: 'Port': {'1.7'}, Jun 16 13:43:49.517172 dv-cinder-789603-10-smb neutron-server[103674]: 'PortForwarding': {'1.2'}, Jun 16 13:43:49.517172 dv-cinder-789603-10-smb neutron-server[103674]: 'QosPolicy': {'1.8'}, Jun 16 13:43:49.517172 dv-cinder-789603-10-smb neutron-server[103674]: 'SecurityGroup': {'1.4'}, Jun 16 13:43:49.517172 dv-cinder-789603-10-smb neutron-server[103674]: 'SecurityGroupRule': {'1.2'}, Jun 16 13:43:49.517172 dv-cinder-789603-10-smb neutron-server[103674]: 'SubPort': {'1.0'}, Jun 16 13:43:49.517172 dv-cinder-789603-10-smb neutron-server[103674]: 'Subnet': {'1.1'}, Jun 16 13:43:49.517172 dv-cinder-789603-10-smb neutron-server[103674]: 'Trunk': {'1.1'}} Jun 16 13:43:49.517172 dv-cinder-789603-10-smb neutron-server[103674]: consumer versions: Jun 16 13:43:49.517172 dv-cinder-789603-10-smb neutron-server[103674]: { DHCP agent@dv-cinder-789603-10-smb: {}, Jun 16 13:43:49.517172 dv-cinder-789603-10-smb neutron-server[103674]: HyperV agent@hv-cinder-78960: {}, Jun 16 13:43:49.517172 dv-cinder-789603-10-smb neutron-server[103674]: L3 agent@dv-cinder-789603-10-smb: {}, Jun 16 13:43:49.517172 dv-cinder-789603-10-smb neutron-server[103674]: Metadata agent@dv-cinder-789603-10-smb: {}, Jun 16 13:43:49.517172 dv-cinder-789603-10-smb neutron-server[103674]: Metering agent@dv-cinder-789603-10-smb: {}, Jun 16 13:43:49.517172 dv-cinder-789603-10-smb neutron-server[103674]: Open vSwitch agent@dv-cinder-789603-10-smb: { 'AddressGroup': '1.2', Jun 16 13:43:49.517172 dv-cinder-789603-10-smb neutron-server[103674]: 'ConntrackHelper': '1.0', Jun 16 13:43:49.517172 dv-cinder-789603-10-smb neutron-server[103674]: 'Log': '1.0', Jun 16 13:43:49.517172 dv-cinder-789603-10-smb neutron-server[103674]: 'Network': '1.1', Jun 16 13:43:49.517172 dv-cinder-789603-10-smb neutron-server[103674]: 'Port': '1.7', Jun 16 13:43:49.517172 dv-cinder-789603-10-smb neutron-server[103674]: 'PortForwarding': '1.2', Jun 16 13:43:49.517172 dv-cinder-789603-10-smb neutron-server[103674]: 'QosPolicy': '1.8', Jun 16 13:43:49.517172 dv-cinder-789603-10-smb neutron-server[103674]: 'SecurityGroup': '1.4', Jun 16 13:43:49.517172 dv-cinder-789603-10-smb neutron-server[103674]: 'SecurityGroupRule': '1.2', Jun 16 13:43:49.517172 dv-cinder-789603-10-smb neutron-server[103674]: 'SubPort': '1.0', Jun 16 13:43:49.517172 dv-cinder-789603-10-smb neutron-server[103674]: 'Subnet': '1.1', Jun 16 13:43:49.517172 dv-cinder-789603-10-smb neutron-server[103674]: 'Trunk': '1.1'}} Jun 16 13:43:49.517172 dv-cinder-789603-10-smb neutron-server[103674]: {{(pid=103674) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 13:43:49.522475 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-1fedb598-bece-4056-b727-bcb5f3bc2249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:43:49.525489 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fedb598-bece-4056-b727-bcb5f3bc2249 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1180} {{(pid=103674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 13:43:49.534613 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2431a8d5-e2b0-452a-b19e-ccc406cf919f admin admin] Made reservation on behalf of 1c34861a49bb497085ef26aa3cc556f7 for: {'network': 1} {{(pid=103675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:43:49.537339 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-2431a8d5-e2b0-452a-b19e-ccc406cf919f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for network, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:49.537465 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1fedb598-bece-4056-b727-bcb5f3bc2249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688368'] for segment, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:49.538293 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.db.segments_db [None req-1fedb598-bece-4056-b727-bcb5f3bc2249 admin admin] Added segment 67aaae54-27eb-4036-b1c4-025670067924 of type vlan for network 3fd1b355-6844-49d6-9575-d3c884c6ee87 Jun 16 13:43:49.554808 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-2431a8d5-e2b0-452a-b19e-ccc406cf919f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:49.589144 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1fedb598-bece-4056-b727-bcb5f3bc2249 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779594884509'] for network, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:49.635067 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1fedb598-bece-4056-b727-bcb5f3bc2249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183'] for network, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:49.636852 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fedb598-bece-4056-b727-bcb5f3bc2249 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:43:49.637636 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1fedb598-bece-4056-b727-bcb5f3bc2249 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for network, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:49.647673 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-a1e1fff2-1984-4020-b813-d05cfc4401f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:43:49.661743 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 36594) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:43:49.687218 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-2431a8d5-e2b0-452a-b19e-ccc406cf919f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:49.693889 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-2431a8d5-e2b0-452a-b19e-ccc406cf919f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:49.699453 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-30cb3f56-2f5e-48f3-bfe1-4abe6c21b4f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:43:49.710923 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-1fedb598-bece-4056-b727-bcb5f3bc2249 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8037658 Jun 16 13:43:49.713921 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 36598) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:43:49.719160 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [None req-55d2960a-9023-4fa8-8ff4-054c94f8be16 admin admin] Request body: {'subnet': {'network_id': '3fd1b355-6844-49d6-9575-d3c884c6ee87', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-654573120-subnet', 'tenant_id': 'aab2bee29bb84945808496017e6bfae7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:43:49.743166 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fedb598-bece-4056-b727-bcb5f3bc2249 admin admin] Pushing event updated for resources: {'Network': ['ID=3fd1b355-6844-49d6-9575-d3c884c6ee87,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:43:49.746871 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-1fedb598-bece-4056-b727-bcb5f3bc2249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:43:49.747360 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2431a8d5-e2b0-452a-b19e-ccc406cf919f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffdd0487-3d68-4878-b0e7-0c650a713526,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:43:49.749077 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d2960a-9023-4fa8-8ff4-054c94f8be16 admin admin] Made reservation on behalf of aab2bee29bb84945808496017e6bfae7 for: {'subnet': 1} {{(pid=103674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:43:49.752476 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-55d2960a-9023-4fa8-8ff4-054c94f8be16 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:49.755829 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Network 3fd1b355-6844-49d6-9575-d3c884c6ee87 details requested by agent ovs-agent-dv-cinder-789603-10-smb with host dv-cinder-789603-10-smb {{(pid=103676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 13:43:49.770280 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2431a8d5-e2b0-452a-b19e-ccc406cf919f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:43:49.771265 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2431a8d5-e2b0-452a-b19e-ccc406cf919f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:43:49.771842 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2431a8d5-e2b0-452a-b19e-ccc406cf919f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:43:49.772439 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2431a8d5-e2b0-452a-b19e-ccc406cf919f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:43:49.774171 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2431a8d5-e2b0-452a-b19e-ccc406cf919f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:43:49.774171 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2431a8d5-e2b0-452a-b19e-ccc406cf919f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:43:49.774445 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2431a8d5-e2b0-452a-b19e-ccc406cf919f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:43:49.774924 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2431a8d5-e2b0-452a-b19e-ccc406cf919f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:43:49.775408 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2431a8d5-e2b0-452a-b19e-ccc406cf919f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:43:49.775912 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2431a8d5-e2b0-452a-b19e-ccc406cf919f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:43:49.776548 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2431a8d5-e2b0-452a-b19e-ccc406cf919f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:43:49.777031 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2431a8d5-e2b0-452a-b19e-ccc406cf919f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:43:49.778486 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2431a8d5-e2b0-452a-b19e-ccc406cf919f admin admin] Tracked resource versions report: Jun 16 13:43:49.778486 dv-cinder-789603-10-smb neutron-server[103675]: pushed versions: Jun 16 13:43:49.778486 dv-cinder-789603-10-smb neutron-server[103675]: { 'AddressGroup': {'1.2'}, Jun 16 13:43:49.778486 dv-cinder-789603-10-smb neutron-server[103675]: 'ConntrackHelper': {'1.0'}, Jun 16 13:43:49.778486 dv-cinder-789603-10-smb neutron-server[103675]: 'Log': {'1.0'}, Jun 16 13:43:49.778486 dv-cinder-789603-10-smb neutron-server[103675]: 'Network': {'1.1'}, Jun 16 13:43:49.778486 dv-cinder-789603-10-smb neutron-server[103675]: 'Port': {'1.7'}, Jun 16 13:43:49.778486 dv-cinder-789603-10-smb neutron-server[103675]: 'PortForwarding': {'1.2'}, Jun 16 13:43:49.778486 dv-cinder-789603-10-smb neutron-server[103675]: 'QosPolicy': {'1.8'}, Jun 16 13:43:49.778486 dv-cinder-789603-10-smb neutron-server[103675]: 'SecurityGroup': {'1.4'}, Jun 16 13:43:49.778486 dv-cinder-789603-10-smb neutron-server[103675]: 'SecurityGroupRule': {'1.2'}, Jun 16 13:43:49.778486 dv-cinder-789603-10-smb neutron-server[103675]: 'SubPort': {'1.0'}, Jun 16 13:43:49.778486 dv-cinder-789603-10-smb neutron-server[103675]: 'Subnet': {'1.1'}, Jun 16 13:43:49.778486 dv-cinder-789603-10-smb neutron-server[103675]: 'Trunk': {'1.1'}} Jun 16 13:43:49.778486 dv-cinder-789603-10-smb neutron-server[103675]: consumer versions: Jun 16 13:43:49.778486 dv-cinder-789603-10-smb neutron-server[103675]: { DHCP agent@dv-cinder-789603-10-smb: {}, Jun 16 13:43:49.778486 dv-cinder-789603-10-smb neutron-server[103675]: HyperV agent@hv-cinder-78960: {}, Jun 16 13:43:49.778486 dv-cinder-789603-10-smb neutron-server[103675]: L3 agent@dv-cinder-789603-10-smb: {}, Jun 16 13:43:49.778486 dv-cinder-789603-10-smb neutron-server[103675]: Metadata agent@dv-cinder-789603-10-smb: {}, Jun 16 13:43:49.778486 dv-cinder-789603-10-smb neutron-server[103675]: Metering agent@dv-cinder-789603-10-smb: {}, Jun 16 13:43:49.778486 dv-cinder-789603-10-smb neutron-server[103675]: Open vSwitch agent@dv-cinder-789603-10-smb: { 'AddressGroup': '1.2', Jun 16 13:43:49.778486 dv-cinder-789603-10-smb neutron-server[103675]: 'ConntrackHelper': '1.0', Jun 16 13:43:49.778486 dv-cinder-789603-10-smb neutron-server[103675]: 'Log': '1.0', Jun 16 13:43:49.778486 dv-cinder-789603-10-smb neutron-server[103675]: 'Network': '1.1', Jun 16 13:43:49.778486 dv-cinder-789603-10-smb neutron-server[103675]: 'Port': '1.7', Jun 16 13:43:49.778486 dv-cinder-789603-10-smb neutron-server[103675]: 'PortForwarding': '1.2', Jun 16 13:43:49.778486 dv-cinder-789603-10-smb neutron-server[103675]: 'QosPolicy': '1.8', Jun 16 13:43:49.778486 dv-cinder-789603-10-smb neutron-server[103675]: 'SecurityGroup': '1.4', Jun 16 13:43:49.778486 dv-cinder-789603-10-smb neutron-server[103675]: 'SecurityGroupRule': '1.2', Jun 16 13:43:49.778486 dv-cinder-789603-10-smb neutron-server[103675]: 'SubPort': '1.0', Jun 16 13:43:49.778486 dv-cinder-789603-10-smb neutron-server[103675]: 'Subnet': '1.1', Jun 16 13:43:49.778486 dv-cinder-789603-10-smb neutron-server[103675]: 'Trunk': '1.1'}} Jun 16 13:43:49.778486 dv-cinder-789603-10-smb neutron-server[103675]: {{(pid=103675) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 13:43:49.796463 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-2431a8d5-e2b0-452a-b19e-ccc406cf919f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:43:49.797728 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2431a8d5-e2b0-452a-b19e-ccc406cf919f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1197} {{(pid=103675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 13:43:49.840807 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.v2.base [None req-46cff03b-6c1e-44a4-a266-e7b7c8f1f3e3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-744626286-network', 'tenant_id': '70ddaf942230405799c85fa7d03bc07b'}} {{(pid=103675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:43:49.868012 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-2431a8d5-e2b0-452a-b19e-ccc406cf919f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779595370792', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688368'] for segment, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:49.868694 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-2431a8d5-e2b0-452a-b19e-ccc406cf919f admin admin] Unsubscribe: segment precommit_create {{(pid=103675) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 16 13:43:49.869264 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.db.segments_db [None req-2431a8d5-e2b0-452a-b19e-ccc406cf919f admin admin] Added segment 622c5b0b-6308-4004-9e45-2637df01274d of type vlan for network bc7f85d7-a9cc-4cbe-8009-a532b58d3643 Jun 16 13:43:49.877662 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46cff03b-6c1e-44a4-a266-e7b7c8f1f3e3 admin admin] Made reservation on behalf of 70ddaf942230405799c85fa7d03bc07b for: {'network': 1} {{(pid=103675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:43:49.881043 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-46cff03b-6c1e-44a4-a266-e7b7c8f1f3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for network, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:49.900745 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-46cff03b-6c1e-44a4-a266-e7b7c8f1f3e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:49.962733 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-2431a8d5-e2b0-452a-b19e-ccc406cf919f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779594884509'] for network, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:50.041624 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-55d2960a-9023-4fa8-8ff4-054c94f8be16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174'] for subnet, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:50.045825 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:43:50.077821 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-46cff03b-6c1e-44a4-a266-e7b7c8f1f3e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:50.088363 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-46cff03b-6c1e-44a4-a266-e7b7c8f1f3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:50.090527 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2960a-9023-4fa8-8ff4-054c94f8be16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79b8c341-956a-473f-ad31-1610f8a12fbd,revision_number=0']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:43:50.102287 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [None req-e71fff59-b005-4939-813d-ebb59bf010a1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1569950829-network', 'tenant_id': 'ca93fec913c446f4a19f859e71e49cd1'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:43:50.121881 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-55d2960a-9023-4fa8-8ff4-054c94f8be16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:43:50.131957 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46cff03b-6c1e-44a4-a266-e7b7c8f1f3e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1184} {{(pid=103675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 13:43:50.138826 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71fff59-b005-4939-813d-ebb59bf010a1 admin admin] Made reservation on behalf of ca93fec913c446f4a19f859e71e49cd1 for: {'network': 1} {{(pid=103674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:43:50.142053 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e71fff59-b005-4939-813d-ebb59bf010a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for network, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:50.151669 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-46cff03b-6c1e-44a4-a266-e7b7c8f1f3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688368'] for segment, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:50.152007 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.db.segments_db [None req-46cff03b-6c1e-44a4-a266-e7b7c8f1f3e3 admin admin] Added segment b9f9007b-df73-4fb9-96ce-1a01c115ccf5 of type vlan for network 4ca15c7f-c7ee-4a72-846e-39d6e16e331b Jun 16 13:43:50.166652 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e71fff59-b005-4939-813d-ebb59bf010a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:50.170165 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d2960a-9023-4fa8-8ff4-054c94f8be16 admin admin] Checking segment: {'id': '67aaae54-27eb-4036-b1c4-025670067924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '3fd1b355-6844-49d6-9575-d3c884c6ee87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:43:50.170655 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d2960a-9023-4fa8-8ff4-054c94f8be16 admin admin] Network hostable DHCP agents. Network: 3fd1b355-6844-49d6-9575-d3c884c6ee87, hostable agents: ['8ea809cc-5bb3-41d5-8624-7e06cbdf14c2'], hosted agents: [] {{(pid=103674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 13:43:50.196116 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-46cff03b-6c1e-44a4-a266-e7b7c8f1f3e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779594884509'] for network, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:50.201286 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:43:50.220515 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d2960a-9023-4fa8-8ff4-054c94f8be16 admin admin] Network 3fd1b355-6844-49d6-9575-d3c884c6ee87 is scheduled to be hosted by DHCP agent 8ea809cc-5bb3-41d5-8624-7e06cbdf14c2 with binding_index 1 {{(pid=103674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 13:43:50.242238 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [None req-55d2960a-9023-4fa8-8ff4-054c94f8be16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-10-smb, 3fd1b355-6844-49d6-9575-d3c884c6ee87) {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:43:50.248359 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d2960a-9023-4fa8-8ff4-054c94f8be16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:43:50.249040 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-55d2960a-9023-4fa8-8ff4-054c94f8be16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for subnet, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:50.252698 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70f8b30-d502-4306-a970-e1c38930ac09 None None] Network 3fd1b355-6844-49d6-9575-d3c884c6ee87 requested from dv-cinder-789603-10-smb {{(pid=103676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:43:50.268203 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-2431a8d5-e2b0-452a-b19e-ccc406cf919f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183'] for network, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:50.274990 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cff03b-6c1e-44a4-a266-e7b7c8f1f3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61bab3a4-2868-48b2-a00c-f276cf89b3cd,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:43:50.281112 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-46cff03b-6c1e-44a4-a266-e7b7c8f1f3e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:43:50.282598 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2431a8d5-e2b0-452a-b19e-ccc406cf919f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:43:50.284215 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-2431a8d5-e2b0-452a-b19e-ccc406cf919f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for network, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:50.287430 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-46cff03b-6c1e-44a4-a266-e7b7c8f1f3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183'] for network, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:50.290640 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:43:50.345282 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e71fff59-b005-4939-813d-ebb59bf010a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:50.358418 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e71fff59-b005-4939-813d-ebb59bf010a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:50.388938 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e71fff59-b005-4939-813d-ebb59bf010a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1178} {{(pid=103674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 13:43:50.407180 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2431a8d5-e2b0-452a-b19e-ccc406cf919f admin admin] Pushing event updated for resources: {'Network': ['ID=bc7f85d7-a9cc-4cbe-8009-a532b58d3643,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:43:50.410365 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cff03b-6c1e-44a4-a266-e7b7c8f1f3e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:43:50.411296 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-46cff03b-6c1e-44a4-a266-e7b7c8f1f3e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for network, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:50.416523 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e71fff59-b005-4939-813d-ebb59bf010a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688368'] for segment, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:50.416918 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.db.segments_db [None req-e71fff59-b005-4939-813d-ebb59bf010a1 admin admin] Added segment 70187269-9371-4d60-a2ca-f207ba00f8d3 of type vlan for network d7d7741f-07ca-412f-8243-ccc485688abb Jun 16 13:43:50.467603 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Network bc7f85d7-a9cc-4cbe-8009-a532b58d3643 details requested by agent ovs-agent-dv-cinder-789603-10-smb with host dv-cinder-789603-10-smb {{(pid=103676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 13:43:50.503427 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cff03b-6c1e-44a4-a266-e7b7c8f1f3e3 admin admin] Pushing event updated for resources: {'Network': ['ID=4ca15c7f-c7ee-4a72-846e-39d6e16e331b,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:43:50.510638 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e71fff59-b005-4939-813d-ebb59bf010a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779594884509'] for network, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:50.512012 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-46cff03b-6c1e-44a4-a266-e7b7c8f1f3e3 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0344415 Jun 16 13:43:50.519215 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-2431a8d5-e2b0-452a-b19e-ccc406cf919f admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5117486 Jun 16 13:43:50.520223 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-46cff03b-6c1e-44a4-a266-e7b7c8f1f3e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:43:50.521862 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 36632) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:43:50.522204 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 36634) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:43:50.522627 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:43:50.524820 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:43:50.526630 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Network 4ca15c7f-c7ee-4a72-846e-39d6e16e331b details requested by agent ovs-agent-dv-cinder-789603-10-smb with host dv-cinder-789603-10-smb {{(pid=103676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 13:43:50.535208 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.v2.base [None req-aaa07f60-8b33-4d19-a5b1-c19459bfd84e admin admin] Request body: {'subnet': {'network_id': '4ca15c7f-c7ee-4a72-846e-39d6e16e331b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-744626286-subnet', 'tenant_id': '70ddaf942230405799c85fa7d03bc07b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:43:50.555177 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:43:50.561084 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-55d2960a-9023-4fa8-8ff4-054c94f8be16 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8460114 Jun 16 13:43:50.565139 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 36646) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:43:50.570661 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [None req-53f1e8a8-350f-447f-9e78-31d857676ee4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-654573120-router', 'tenant_id': 'aab2bee29bb84945808496017e6bfae7', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750'}}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:43:50.576399 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.v2.base [None req-47d518eb-b056-43bf-9798-6a53ec6be111 admin admin] Request body: {'subnet': {'network_id': 'bc7f85d7-a9cc-4cbe-8009-a532b58d3643', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-304096213-subnet', 'tenant_id': '1c34861a49bb497085ef26aa3cc556f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:43:50.576586 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e71fff59-b005-4939-813d-ebb59bf010a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183'] for network, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:50.582102 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71fff59-b005-4939-813d-ebb59bf010a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:43:50.582855 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e71fff59-b005-4939-813d-ebb59bf010a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for network, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:50.610366 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.db.api [None req-53f1e8a8-350f-447f-9e78-31d857676ee4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 16 13:43:50.610366 dv-cinder-789603-10-smb neutron-server[103674]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 16 13:43:50.610366 dv-cinder-789603-10-smb neutron-server[103674]: [parameters: {'project_id_1': 'aab2bee29bb84945808496017e6bfae7', 'expiration_1': datetime.datetime(2021, 6, 16, 13, 43, 50, 577868)}] Jun 16 13:43:50.610366 dv-cinder-789603-10-smb neutron-server[103674]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=103674) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 13:43:50.610799 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_db.api [None req-53f1e8a8-350f-447f-9e78-31d857676ee4 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 13:43:50.613694 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71fff59-b005-4939-813d-ebb59bf010a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961e8a84-0d91-4b54-b1ca-030df4f2c095,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:43:50.616714 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-e71fff59-b005-4939-813d-ebb59bf010a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:43:50.617230 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-b14bb323-e8b8-4bf5-9157-7e4ab87ec17c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:43:50.627836 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa07f60-8b33-4d19-a5b1-c19459bfd84e admin admin] Made reservation on behalf of 70ddaf942230405799c85fa7d03bc07b for: {'subnet': 1} {{(pid=103675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:43:50.637616 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-aaa07f60-8b33-4d19-a5b1-c19459bfd84e admin admin] Notify callbacks [] for subnet, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:50.665476 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-e71fff59-b005-4939-813d-ebb59bf010a1 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0020485 Jun 16 13:43:50.668460 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 36650) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:43:50.674224 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [None req-2aa3d6b3-4a6e-40d9-b6f2-6f21f49aa7f2 admin admin] Request body: {'subnet': {'network_id': 'd7d7741f-07ca-412f-8243-ccc485688abb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1569950829-subnet', 'tenant_id': 'ca93fec913c446f4a19f859e71e49cd1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:43:50.697190 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71fff59-b005-4939-813d-ebb59bf010a1 admin admin] Pushing event updated for resources: {'Network': ['ID=d7d7741f-07ca-412f-8243-ccc485688abb,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:43:50.700914 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-e71fff59-b005-4939-813d-ebb59bf010a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:43:50.721304 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Network d7d7741f-07ca-412f-8243-ccc485688abb details requested by agent ovs-agent-dv-cinder-789603-10-smb with host dv-cinder-789603-10-smb {{(pid=103676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 13:43:50.882933 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d518eb-b056-43bf-9798-6a53ec6be111 admin admin] Made reservation on behalf of 1c34861a49bb497085ef26aa3cc556f7 for: {'subnet': 1} {{(pid=103675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:43:50.885633 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-47d518eb-b056-43bf-9798-6a53ec6be111 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:50.912164 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa3d6b3-4a6e-40d9-b6f2-6f21f49aa7f2 admin admin] Made reservation on behalf of ca93fec913c446f4a19f859e71e49cd1 for: {'subnet': 1} {{(pid=103674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:43:50.915867 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bede7f-da6f-469e-bd88-51c1e867c938 None None] Network 3fd1b355-6844-49d6-9575-d3c884c6ee87 requested from dv-cinder-789603-10-smb {{(pid=103676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:43:50.918946 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2aa3d6b3-4a6e-40d9-b6f2-6f21f49aa7f2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:51.152517 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2aa3d6b3-4a6e-40d9-b6f2-6f21f49aa7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174'] for subnet, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:51.160797 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:43:51.182271 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-53f1e8a8-350f-447f-9e78-31d857676ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-702849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-971'] for router, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:51.186706 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-53f1e8a8-350f-447f-9e78-31d857676ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759425', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-816'] for router, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:51.240688 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-aaa07f60-8b33-4d19-a5b1-c19459bfd84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174'] for subnet, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:51.276819 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:43:51.323888 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa3d6b3-4a6e-40d9-b6f2-6f21f49aa7f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edeae7f3-c024-4f6a-b058-211ad66a5634,revision_number=0']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:43:51.332990 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-2aa3d6b3-4a6e-40d9-b6f2-6f21f49aa7f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:43:51.340637 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-53f1e8a8-350f-447f-9e78-31d857676ee4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:51.344549 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa3d6b3-4a6e-40d9-b6f2-6f21f49aa7f2 admin admin] Checking segment: {'id': '70187269-9371-4d60-a2ca-f207ba00f8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7d7741f-07ca-412f-8243-ccc485688abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:43:51.345054 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa3d6b3-4a6e-40d9-b6f2-6f21f49aa7f2 admin admin] Network hostable DHCP agents. Network: d7d7741f-07ca-412f-8243-ccc485688abb, hostable agents: ['8ea809cc-5bb3-41d5-8624-7e06cbdf14c2'], hosted agents: [] {{(pid=103674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 13:43:51.409211 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa07f60-8b33-4d19-a5b1-c19459bfd84e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef6ab0c9-7754-4b94-bab3-ee910ab3cd2e,revision_number=0']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:43:51.413426 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-aaa07f60-8b33-4d19-a5b1-c19459bfd84e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:43:51.438326 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa07f60-8b33-4d19-a5b1-c19459bfd84e admin admin] Checking segment: {'id': 'b9f9007b-df73-4fb9-96ce-1a01c115ccf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '4ca15c7f-c7ee-4a72-846e-39d6e16e331b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:43:51.438948 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa07f60-8b33-4d19-a5b1-c19459bfd84e admin admin] Network hostable DHCP agents. Network: 4ca15c7f-c7ee-4a72-846e-39d6e16e331b, hostable agents: ['8ea809cc-5bb3-41d5-8624-7e06cbdf14c2'], hosted agents: [] {{(pid=103675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 13:43:51.442791 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa3d6b3-4a6e-40d9-b6f2-6f21f49aa7f2 admin admin] Network d7d7741f-07ca-412f-8243-ccc485688abb is scheduled to be hosted by DHCP agent 8ea809cc-5bb3-41d5-8624-7e06cbdf14c2 with binding_index 1 {{(pid=103674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 13:43:51.470352 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-47d518eb-b056-43bf-9798-6a53ec6be111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174'] for subnet, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:51.483108 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-90136c54-dfd9-454b-8f29-bfc25367c231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:43:51.513898 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-53f1e8a8-350f-447f-9e78-31d857676ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-702895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-806'] for router, precommit_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:51.550679 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa07f60-8b33-4d19-a5b1-c19459bfd84e admin admin] Network 4ca15c7f-c7ee-4a72-846e-39d6e16e331b is scheduled to be hosted by DHCP agent 8ea809cc-5bb3-41d5-8624-7e06cbdf14c2 with binding_index 1 {{(pid=103675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 13:43:51.577613 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d518eb-b056-43bf-9798-6a53ec6be111 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdb76e97-5183-4499-ab60-29df581b2de7,revision_number=0']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:43:51.581267 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.base_scheduler [None req-aaa07f60-8b33-4d19-a5b1-c19459bfd84e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-10-smb, 4ca15c7f-c7ee-4a72-846e-39d6e16e331b) {{(pid=103675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:43:51.594873 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [None req-2aa3d6b3-4a6e-40d9-b6f2-6f21f49aa7f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-10-smb, d7d7741f-07ca-412f-8243-ccc485688abb) {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:43:51.600169 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa3d6b3-4a6e-40d9-b6f2-6f21f49aa7f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:43:51.600494 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-47d518eb-b056-43bf-9798-6a53ec6be111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:43:51.600918 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2aa3d6b3-4a6e-40d9-b6f2-6f21f49aa7f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for subnet, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:51.609758 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41211f9-ef1a-446c-98f3-b1fd3a7eb027 None None] Network d7d7741f-07ca-412f-8243-ccc485688abb requested from dv-cinder-789603-10-smb {{(pid=103676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:43:51.633242 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-2aa3d6b3-4a6e-40d9-b6f2-6f21f49aa7f2 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9552071 Jun 16 13:43:51.648254 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d518eb-b056-43bf-9798-6a53ec6be111 admin admin] Checking segment: {'id': '622c5b0b-6308-4004-9e45-2637df01274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'bc7f85d7-a9cc-4cbe-8009-a532b58d3643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:43:51.648694 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d518eb-b056-43bf-9798-6a53ec6be111 admin admin] Network hostable DHCP agents. Network: bc7f85d7-a9cc-4cbe-8009-a532b58d3643, hostable agents: ['8ea809cc-5bb3-41d5-8624-7e06cbdf14c2'], hosted agents: [] {{(pid=103675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 13:43:51.661657 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa07f60-8b33-4d19-a5b1-c19459bfd84e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:43:51.662208 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a1cdbb-79e5-40ba-bc9f-9eee283338dd None None] Network 4ca15c7f-c7ee-4a72-846e-39d6e16e331b requested from dv-cinder-789603-10-smb {{(pid=103676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:43:51.664342 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-aaa07f60-8b33-4d19-a5b1-c19459bfd84e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for subnet, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:51.719767 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-aaa07f60-8b33-4d19-a5b1-c19459bfd84e admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1918852 Jun 16 13:43:51.736460 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d518eb-b056-43bf-9798-6a53ec6be111 admin admin] Network bc7f85d7-a9cc-4cbe-8009-a532b58d3643 is scheduled to be hosted by DHCP agent 8ea809cc-5bb3-41d5-8624-7e06cbdf14c2 with binding_index 1 {{(pid=103675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 13:43:51.743531 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.base_scheduler [None req-47d518eb-b056-43bf-9798-6a53ec6be111 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-10-smb, bc7f85d7-a9cc-4cbe-8009-a532b58d3643) {{(pid=103675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:43:51.754374 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d518eb-b056-43bf-9798-6a53ec6be111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:43:51.755000 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-47d518eb-b056-43bf-9798-6a53ec6be111 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for subnet, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:51.760882 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 36714) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:43:51.789329 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-47d518eb-b056-43bf-9798-6a53ec6be111 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2369821 Jun 16 13:43:51.792594 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 36718) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:43:51.799379 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [None req-812e818d-27bb-4d38-b3a6-559a2793ef52 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-304096213-router', 'tenant_id': '1c34861a49bb497085ef26aa3cc556f7', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750'}}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:43:51.828874 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-53f1e8a8-350f-447f-9e78-31d857676ee4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:51.857181 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1edc55-4d17-4b46-a6b5-5febe5938d66 None None] Network bc7f85d7-a9cc-4cbe-8009-a532b58d3643 requested from dv-cinder-789603-10-smb {{(pid=103676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:43:51.867486 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-53f1e8a8-350f-447f-9e78-31d857676ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for port, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:51.878900 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-812e818d-27bb-4d38-b3a6-559a2793ef52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-702849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-971'] for router, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:51.880057 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-812e818d-27bb-4d38-b3a6-559a2793ef52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759425', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-816'] for router, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:51.952460 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 36722) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:43:52.017065 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-812e818d-27bb-4d38-b3a6-559a2793ef52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:52.025839 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fff4cf-fcac-4b39-8154-8c0331c48a64 None None] Network 4ca15c7f-c7ee-4a72-846e-39d6e16e331b requested from dv-cinder-789603-10-smb {{(pid=103676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:43:52.256492 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8099f1b7-8c3a-49a5-a283-1413f95b6bf4 None None] Network d7d7741f-07ca-412f-8243-ccc485688abb requested from dv-cinder-789603-10-smb {{(pid=103676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:43:52.295922 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb4e5d9-013f-4755-b325-f0c094fbeadf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ef6e693-be21-5da5-ac6d-439e2aa17c13-bc7f85d7-a9cc-4cbe-8009-a532b58d3643', 'network_id': 'bc7f85d7-a9cc-4cbe-8009-a532b58d3643', 'tenant_id': '1c34861a49bb497085ef26aa3cc556f7', 'fixed_ips': [{'subnet_id': 'fdb76e97-5183-4499-ab60-29df581b2de7'}]}} from dv-cinder-789603-10-smb. {{(pid=103676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 13:43:52.297294 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7fb4e5d9-013f-4755-b325-f0c094fbeadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for port, before_create {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:52.392123 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-d8f2ad7f-5778-42fe-94d1-6754929794e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:52.403541 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.db_base_plugin_common [None req-53f1e8a8-350f-447f-9e78-31d857676ee4 admin admin] Allocated IP 172.28.1.249 (0670eadb-aa0f-4551-9ff4-64f252730750/f2f4aa09-e9c1-4804-aa42-b5c4d121e78a/b213fe9f-dd33-440b-b147-6ffac03a685e) {{(pid=103674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:43:52.474841 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 36740) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:43:52.574918 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-d8f2ad7f-5778-42fe-94d1-6754929794e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:52.581798 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.db_base_plugin_common [None req-7fb4e5d9-013f-4755-b325-f0c094fbeadf None None] Allocated IP 172.20.0.2 (bc7f85d7-a9cc-4cbe-8009-a532b58d3643/fdb76e97-5183-4499-ab60-29df581b2de7/635a366c-73e4-4019-92d6-c97cfcc6e6f1) {{(pid=103676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:43:52.585713 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-d8f2ad7f-5778-42fe-94d1-6754929794e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:52.601123 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-46cff03b-6c1e-44a4-a266-e7b7c8f1f3e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:43:52.667637 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-d8f2ad7f-5778-42fe-94d1-6754929794e2 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=c5d9e6a73bd74d06b57c60952a1812e4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7138247 Jun 16 13:43:52.669021 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f2ad7f-5778-42fe-94d1-6754929794e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6320381f-ad1e-45ac-9bc1-614d5a76b999,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:43:52.672868 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 36746) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:43:52.673707 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e191dfc4-ca2d-4476-93b5-c8c6bdcedd55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:52.702361 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-d8f2ad7f-5778-42fe-94d1-6754929794e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:43:52.780630 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e191dfc4-ca2d-4476-93b5-c8c6bdcedd55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:52.785217 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7fb4e5d9-013f-4755-b325-f0c094fbeadf None None] Notify callbacks [] for port, precommit_create {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:52.785532 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-e09c0a99-022c-4a55-9b22-5db3370c53ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:52.788496 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e191dfc4-ca2d-4476-93b5-c8c6bdcedd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:52.791868 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-812e818d-27bb-4d38-b3a6-559a2793ef52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-702895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-806'] for router, precommit_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:52.799535 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-7fb4e5d9-013f-4755-b325-f0c094fbeadf None None] Transition to ACTIVE for port object 635a366c-73e4-4019-92d6-c97cfcc6e6f1 will not be triggered until provisioned by entity L2. {{(pid=103676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:43:52.817950 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-7fb4e5d9-013f-4755-b325-f0c094fbeadf None None] Transition to ACTIVE for port object 635a366c-73e4-4019-92d6-c97cfcc6e6f1 will not be triggered until provisioned by entity DHCP. {{(pid=103676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:43:52.828614 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-e09c0a99-022c-4a55-9b22-5db3370c53ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:52.829104 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7fb4e5d9-013f-4755-b325-f0c094fbeadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1833118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779594881046'] for port, after_create {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:52.831039 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:43:52.834152 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-2e8e29e4-2a1f-415d-898b-b29255021e6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:43:52.871931 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb4e5d9-013f-4755-b325-f0c094fbeadf None None] Network bc7f85d7-a9cc-4cbe-8009-a532b58d3643 is already hosted by enough agents. {{(pid=103676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:43:52.875971 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.scheduler.base_scheduler [None req-7fb4e5d9-013f-4755-b325-f0c094fbeadf None None] Resources bound (agent type, host, resource id): {{(pid=103676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:43:52.879199 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb4e5d9-013f-4755-b325-f0c094fbeadf None None] Received port after_create {{(pid=103676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:43:52.899821 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-e09c0a99-022c-4a55-9b22-5db3370c53ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:52.902761 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-e09c0a99-022c-4a55-9b22-5db3370c53ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:52.906343 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-e09c0a99-022c-4a55-9b22-5db3370c53ed admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/6320381f-ad1e-45ac-9bc1-614d5a76b999 HTTP/1.1" status: 204 len: 168 time: 0.2300878 Jun 16 13:43:52.910754 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e191dfc4-ca2d-4476-93b5-c8c6bdcedd55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555f9c17-2559-405c-bcaa-f2746a1ef4f1,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:43:52.917677 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-2431a8d5-e2b0-452a-b19e-ccc406cf919f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:43:52.933115 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09c0a99-022c-4a55-9b22-5db3370c53ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6320381f-ad1e-45ac-9bc1-614d5a76b999,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:43:52.937652 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-e09c0a99-022c-4a55-9b22-5db3370c53ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:43:52.955279 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-e191dfc4-ca2d-4476-93b5-c8c6bdcedd55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:43:52.962660 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 36780) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:43:52.963159 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-e191dfc4-ca2d-4476-93b5-c8c6bdcedd55 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=d31af521ab1c4c84953b90a613540d6c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2010310 Jun 16 13:43:52.993002 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb4e5d9-013f-4755-b325-f0c094fbeadf None None] Pushing event updated for resources: {'Port': ['ID=635a366c-73e4-4019-92d6-c97cfcc6e6f1,revision_number=1']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:43:53.005079 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-7fb4e5d9-013f-4755-b325-f0c094fbeadf None None] Attempting to bind port 635a366c-73e4-4019-92d6-c97cfcc6e6f1 on host dv-cinder-789603-10-smb for vnic_type normal with profile {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:43:53.005632 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-7fb4e5d9-013f-4755-b325-f0c094fbeadf None None] Attempting to bind port 635a366c-73e4-4019-92d6-c97cfcc6e6f1 by drivers openvswitch,hyperv on host dv-cinder-789603-10-smb at level 0 using segments [{'id': '622c5b0b-6308-4004-9e45-2637df01274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'bc7f85d7-a9cc-4cbe-8009-a532b58d3643'}] {{(pid=103676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:43:53.006089 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb4e5d9-013f-4755-b325-f0c094fbeadf None None] Attempting to bind port 635a366c-73e4-4019-92d6-c97cfcc6e6f1 on network bc7f85d7-a9cc-4cbe-8009-a532b58d3643 {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:43:53.020684 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4e5d9-013f-4755-b325-f0c094fbeadf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:43:53.021322 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4e5d9-013f-4755-b325-f0c094fbeadf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:43:53.021727 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4e5d9-013f-4755-b325-f0c094fbeadf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:43:53.022301 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4e5d9-013f-4755-b325-f0c094fbeadf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:43:53.022773 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4e5d9-013f-4755-b325-f0c094fbeadf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:43:53.023279 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4e5d9-013f-4755-b325-f0c094fbeadf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:43:53.023691 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4e5d9-013f-4755-b325-f0c094fbeadf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:43:53.036806 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f0a78b6d-699c-4786-843d-6daabfc350ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:53.040919 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4e5d9-013f-4755-b325-f0c094fbeadf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:43:53.042568 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4e5d9-013f-4755-b325-f0c094fbeadf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:43:53.043102 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4e5d9-013f-4755-b325-f0c094fbeadf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:43:53.043602 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4e5d9-013f-4755-b325-f0c094fbeadf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:43:53.044101 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4e5d9-013f-4755-b325-f0c094fbeadf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:43:53.047295 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb4e5d9-013f-4755-b325-f0c094fbeadf None None] Tracked resource versions report: Jun 16 13:43:53.047295 dv-cinder-789603-10-smb neutron-server[103676]: pushed versions: Jun 16 13:43:53.047295 dv-cinder-789603-10-smb neutron-server[103676]: { 'AddressGroup': {'1.2'}, Jun 16 13:43:53.047295 dv-cinder-789603-10-smb neutron-server[103676]: 'ConntrackHelper': {'1.0'}, Jun 16 13:43:53.047295 dv-cinder-789603-10-smb neutron-server[103676]: 'Log': {'1.0'}, Jun 16 13:43:53.047295 dv-cinder-789603-10-smb neutron-server[103676]: 'Network': {'1.1'}, Jun 16 13:43:53.047295 dv-cinder-789603-10-smb neutron-server[103676]: 'Port': {'1.7'}, Jun 16 13:43:53.047295 dv-cinder-789603-10-smb neutron-server[103676]: 'PortForwarding': {'1.2'}, Jun 16 13:43:53.047295 dv-cinder-789603-10-smb neutron-server[103676]: 'QosPolicy': {'1.8'}, Jun 16 13:43:53.047295 dv-cinder-789603-10-smb neutron-server[103676]: 'SecurityGroup': {'1.4'}, Jun 16 13:43:53.047295 dv-cinder-789603-10-smb neutron-server[103676]: 'SecurityGroupRule': {'1.2'}, Jun 16 13:43:53.047295 dv-cinder-789603-10-smb neutron-server[103676]: 'SubPort': {'1.0'}, Jun 16 13:43:53.047295 dv-cinder-789603-10-smb neutron-server[103676]: 'Subnet': {'1.1'}, Jun 16 13:43:53.047295 dv-cinder-789603-10-smb neutron-server[103676]: 'Trunk': {'1.1'}} Jun 16 13:43:53.047295 dv-cinder-789603-10-smb neutron-server[103676]: consumer versions: Jun 16 13:43:53.047295 dv-cinder-789603-10-smb neutron-server[103676]: { DHCP agent@dv-cinder-789603-10-smb: {}, Jun 16 13:43:53.047295 dv-cinder-789603-10-smb neutron-server[103676]: HyperV agent@hv-cinder-78960: {}, Jun 16 13:43:53.047295 dv-cinder-789603-10-smb neutron-server[103676]: L3 agent@dv-cinder-789603-10-smb: {}, Jun 16 13:43:53.047295 dv-cinder-789603-10-smb neutron-server[103676]: Metadata agent@dv-cinder-789603-10-smb: {}, Jun 16 13:43:53.047295 dv-cinder-789603-10-smb neutron-server[103676]: Metering agent@dv-cinder-789603-10-smb: {}, Jun 16 13:43:53.047295 dv-cinder-789603-10-smb neutron-server[103676]: Open vSwitch agent@dv-cinder-789603-10-smb: { 'AddressGroup': '1.2', Jun 16 13:43:53.047295 dv-cinder-789603-10-smb neutron-server[103676]: 'ConntrackHelper': '1.0', Jun 16 13:43:53.047295 dv-cinder-789603-10-smb neutron-server[103676]: 'Log': '1.0', Jun 16 13:43:53.047295 dv-cinder-789603-10-smb neutron-server[103676]: 'Network': '1.1', Jun 16 13:43:53.047295 dv-cinder-789603-10-smb neutron-server[103676]: 'Port': '1.7', Jun 16 13:43:53.047295 dv-cinder-789603-10-smb neutron-server[103676]: 'PortForwarding': '1.2', Jun 16 13:43:53.047295 dv-cinder-789603-10-smb neutron-server[103676]: 'QosPolicy': '1.8', Jun 16 13:43:53.047295 dv-cinder-789603-10-smb neutron-server[103676]: 'SecurityGroup': '1.4', Jun 16 13:43:53.047295 dv-cinder-789603-10-smb neutron-server[103676]: 'SecurityGroupRule': '1.2', Jun 16 13:43:53.047295 dv-cinder-789603-10-smb neutron-server[103676]: 'SubPort': '1.0', Jun 16 13:43:53.047295 dv-cinder-789603-10-smb neutron-server[103676]: 'Subnet': '1.1', Jun 16 13:43:53.047295 dv-cinder-789603-10-smb neutron-server[103676]: 'Trunk': '1.1'}} Jun 16 13:43:53.047295 dv-cinder-789603-10-smb neutron-server[103676]: {{(pid=103676) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 13:43:53.052907 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 36790) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:43:53.053537 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 36792) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:43:53.056668 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-23fc5e55-ca67-4d67-9ef6-53d84025d243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:53.057972 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7fb4e5d9-013f-4755-b325-f0c094fbeadf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:43:53.062367 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb4e5d9-013f-4755-b325-f0c094fbeadf None None] Checking agent: {'id': '621db60c-c63b-44d7-809e-3da174a43cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 1), 'started_at': datetime.datetime(2021, 6, 16, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:43:53.062733 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb4e5d9-013f-4755-b325-f0c094fbeadf None None] Checking segment: {'id': '622c5b0b-6308-4004-9e45-2637df01274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'bc7f85d7-a9cc-4cbe-8009-a532b58d3643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:43:53.063050 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7fb4e5d9-013f-4755-b325-f0c094fbeadf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:53.063557 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb4e5d9-013f-4755-b325-f0c094fbeadf None None] Bound using segment: {'id': '622c5b0b-6308-4004-9e45-2637df01274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'bc7f85d7-a9cc-4cbe-8009-a532b58d3643'} {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:43:53.064078 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-7fb4e5d9-013f-4755-b325-f0c094fbeadf None None] Bound port: 635a366c-73e4-4019-92d6-c97cfcc6e6f1, host: dv-cinder-789603-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '622c5b0b-6308-4004-9e45-2637df01274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'bc7f85d7-a9cc-4cbe-8009-a532b58d3643'}}] {{(pid=103676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:43:53.064458 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7fb4e5d9-013f-4755-b325-f0c094fbeadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:53.067079 dv-cinder-789603-10-smb neutron-server[103674]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 16 13:43:53.082783 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-23fc5e55-ca67-4d67-9ef6-53d84025d243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:53.091854 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-53f1e8a8-350f-447f-9e78-31d857676ee4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:53.153315 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-23fc5e55-ca67-4d67-9ef6-53d84025d243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:53.156521 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7fb4e5d9-013f-4755-b325-f0c094fbeadf None None] For port 635a366c-73e4-4019-92d6-c97cfcc6e6f1, host dv-cinder-789603-10-smb, cleared binding levels {{(pid=103676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:43:53.160009 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7fb4e5d9-013f-4755-b325-f0c094fbeadf None None] For port 635a366c-73e4-4019-92d6-c97cfcc6e6f1, host dv-cinder-789603-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=635a366c-73e4-4019-92d6-c97cfcc6e6f1,segment=NetworkSegment(622c5b0b-6308-4004-9e45-2637df01274d),segment_id=622c5b0b-6308-4004-9e45-2637df01274d)] {{(pid=103676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:43:53.162076 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-23fc5e55-ca67-4d67-9ef6-53d84025d243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:53.170017 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-23fc5e55-ca67-4d67-9ef6-53d84025d243 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/555f9c17-2559-405c-bcaa-f2746a1ef4f1 HTTP/1.1" status: 204 len: 168 time: 0.2059448 Jun 16 13:43:53.170716 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:43:53.171788 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7fb4e5d9-013f-4755-b325-f0c094fbeadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:53.182608 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fc5e55-ca67-4d67-9ef6-53d84025d243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555f9c17-2559-405c-bcaa-f2746a1ef4f1,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:43:53.183604 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:43:53.189193 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-23fc5e55-ca67-4d67-9ef6-53d84025d243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:43:53.247377 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb4e5d9-013f-4755-b325-f0c094fbeadf None None] Pushing event updated for resources: {'Port': ['ID=635a366c-73e4-4019-92d6-c97cfcc6e6f1,revision_number=2']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:43:53.261217 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7fb4e5d9-013f-4755-b325-f0c094fbeadf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:43:53.370626 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 36804) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:43:53.386667 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-57587398-e50f-4db1-987a-5d485d8dfb14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:53.482850 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356995da-d1f1-4279-b5dc-101b4b6d6f43 req-55450052-0b8e-4e29-84ac-186d832c13c5 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:43:53.484585 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-356995da-d1f1-4279-b5dc-101b4b6d6f43 req-55450052-0b8e-4e29-84ac-186d832c13c5 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/networks?id=d7d7741f-07ca-412f-8243-ccc485688abb HTTP/1.1" status: 200 len: 815 time: 0.4202237 Jun 16 13:43:53.491030 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a59329-fddf-4546-a958-0b6fe0f2a6a9 req-139ba458-d55d-439e-a099-491f1abf5146 tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:43:53.492500 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a4a59329-fddf-4546-a958-0b6fe0f2a6a9 req-139ba458-d55d-439e-a099-491f1abf5146 tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] 10.222.0.104 "GET /v2.0/networks?id=4ca15c7f-c7ee-4a72-846e-39d6e16e331b HTTP/1.1" status: 200 len: 811 time: 0.4270508 Jun 16 13:43:53.499764 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-53f1e8a8-350f-447f-9e78-31d857676ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1833118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779594881046'] for port, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:53.509251 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:43:53.622230 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a4a59329-fddf-4546-a958-0b6fe0f2a6a9 req-01063da2-915f-4d57-9ebf-98e65d85fd16 tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] 10.222.0.104 "GET /v2.0/quotas/70ddaf942230405799c85fa7d03bc07b HTTP/1.1" status: 200 len: 375 time: 0.1080973 Jun 16 13:43:53.625506 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f1e8a8-350f-447f-9e78-31d857676ee4 admin admin] Network 0670eadb-aa0f-4551-9ff4-64f252730750 is already hosted by enough agents. {{(pid=103674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:43:53.643031 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [None req-53f1e8a8-350f-447f-9e78-31d857676ee4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:43:53.647282 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f0a78b6d-699c-4786-843d-6daabfc350ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:53.686939 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f1e8a8-350f-447f-9e78-31d857676ee4 admin admin] Pushing event updated for resources: {'Port': ['ID=b213fe9f-dd33-440b-b147-6ffac03a685e,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:43:53.700335 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-356995da-d1f1-4279-b5dc-101b4b6d6f43 req-8fecf760-09ff-449d-9317-40a5abe8c050 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/quotas/ca93fec913c446f4a19f859e71e49cd1 HTTP/1.1" status: 200 len: 375 time: 0.1850772 Jun 16 13:43:53.701327 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f1e8a8-350f-447f-9e78-31d857676ee4 admin admin] Received port after_create {{(pid=103674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:43:53.745580 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-53f1e8a8-350f-447f-9e78-31d857676ee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:43:53.757821 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-57587398-e50f-4db1-987a-5d485d8dfb14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:53.764791 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-57587398-e50f-4db1-987a-5d485d8dfb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:53.766346 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f0a78b6d-699c-4786-843d-6daabfc350ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:53.768535 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:43:53.806476 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-57587398-e50f-4db1-987a-5d485d8dfb14 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=4725f9d33f514d1aadfa4f1570de595d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4324071 Jun 16 13:43:53.806476 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57587398-e50f-4db1-987a-5d485d8dfb14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85cc369-aede-4b4f-a363-ab00b99dad0e,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:43:53.807377 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 36820) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:43:53.813589 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-57587398-e50f-4db1-987a-5d485d8dfb14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:43:53.856362 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-2475a7cd-be49-4fbe-8f56-0c8ad7ac0486 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:43:53.859702 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a4a59329-fddf-4546-a958-0b6fe0f2a6a9 req-91864a37-4006-4e68-a006-7a48be650e2b tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=70ddaf942230405799c85fa7d03bc07b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2255342 Jun 16 13:43:53.866155 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-928db179-e960-4a03-a491-f7c602e5e74b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:53.895199 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-356995da-d1f1-4279-b5dc-101b4b6d6f43 req-97feec32-0eec-46f7-ad98-d556016c3ba2 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=ca93fec913c446f4a19f859e71e49cd1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1326673 Jun 16 13:43:53.913428 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-928db179-e960-4a03-a491-f7c602e5e74b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:53.977179 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-928db179-e960-4a03-a491-f7c602e5e74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:53.980000 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-928db179-e960-4a03-a491-f7c602e5e74b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:53.983573 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-928db179-e960-4a03-a491-f7c602e5e74b admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/f85cc369-aede-4b4f-a363-ab00b99dad0e HTTP/1.1" status: 204 len: 168 time: 0.1728573 Jun 16 13:43:53.983573 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 36836) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:43:53.983837 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-f0a78b6d-699c-4786-843d-6daabfc350ed admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=c12894280ef94a839ebf79ce16e5849c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3147080 Jun 16 13:43:53.983939 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-d8f2ad7f-5778-42fe-94d1-6754929794e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:43:53.988744 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a78b6d-699c-4786-843d-6daabfc350ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83281fd8-0b3f-40d5-bc62-15ee85dee286,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:43:53.993195 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-f0a78b6d-699c-4786-843d-6daabfc350ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:43:54.002171 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928db179-e960-4a03-a491-f7c602e5e74b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85cc369-aede-4b4f-a363-ab00b99dad0e,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:43:54.004656 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-812e818d-27bb-4d38-b3a6-559a2793ef52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:54.005626 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-928db179-e960-4a03-a491-f7c602e5e74b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:43:54.029542 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-812e818d-27bb-4d38-b3a6-559a2793ef52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for port, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:54.070405 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-a9bcbd7c-84ce-4647-83b1-b1c509acff33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:54.125697 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-a9bcbd7c-84ce-4647-83b1-b1c509acff33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:54.220407 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-a9bcbd7c-84ce-4647-83b1-b1c509acff33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:54.223802 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-a9bcbd7c-84ce-4647-83b1-b1c509acff33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:54.225360 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-a9bcbd7c-84ce-4647-83b1-b1c509acff33 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/83281fd8-0b3f-40d5-bc62-15ee85dee286 HTTP/1.1" status: 204 len: 168 time: 0.2392812 Jun 16 13:43:54.226326 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-57587398-e50f-4db1-987a-5d485d8dfb14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:43:54.234722 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bcbd7c-84ce-4647-83b1-b1c509acff33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83281fd8-0b3f-40d5-bc62-15ee85dee286,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:43:54.235991 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-53f1e8a8-350f-447f-9e78-31d857676ee4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:54.237332 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-a9bcbd7c-84ce-4647-83b1-b1c509acff33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:43:54.247308 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 36848) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:43:54.332191 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.db_base_plugin_common [None req-812e818d-27bb-4d38-b3a6-559a2793ef52 admin admin] Allocated IP 172.28.1.127 (0670eadb-aa0f-4551-9ff4-64f252730750/f2f4aa09-e9c1-4804-aa42-b5c4d121e78a/89afefbb-493e-409f-964f-cd2e8e01ddfb) {{(pid=103674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:43:54.346732 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [req-a4a59329-fddf-4546-a958-0b6fe0f2a6a9 req-a891054d-0a4e-4809-a517-5bec1b409850 service neutron] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=103674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 13:43:54.347993 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a4a59329-fddf-4546-a958-0b6fe0f2a6a9 req-a891054d-0a4e-4809-a517-5bec1b409850 service neutron] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2730372 Jun 16 13:43:54.470132 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d783cbbd-927e-4a19-9d76-f51ce0c4bd1c None None] Network bc7f85d7-a9cc-4cbe-8009-a532b58d3643 requested from dv-cinder-789603-10-smb {{(pid=103676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:43:54.482238 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [req-356995da-d1f1-4279-b5dc-101b4b6d6f43 req-ad052fae-fbed-400d-a8a8-e48c77e24cc1 service neutron] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=103674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 13:43:54.483568 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-356995da-d1f1-4279-b5dc-101b4b6d6f43 req-ad052fae-fbed-400d-a8a8-e48c77e24cc1 service neutron] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2702956 Jun 16 13:43:54.632175 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.v2.base [None req-6d90ef89-77f6-4f37-8493-36776dd90b2c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-591850129-network', 'tenant_id': 'b8c8949d03bf4bf1b5a2ec33661e8d94'}} {{(pid=103675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:43:54.644307 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-a36155fa-8b4b-4a20-b795-529302653f83 None None] Provisioning for port 635a366c-73e4-4019-92d6-c97cfcc6e6f1 completed by entity DHCP. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:43:54.685149 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d90ef89-77f6-4f37-8493-36776dd90b2c admin admin] Made reservation on behalf of b8c8949d03bf4bf1b5a2ec33661e8d94 for: {'network': 1} {{(pid=103675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:43:54.687685 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-6d90ef89-77f6-4f37-8493-36776dd90b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for network, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:54.699185 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-6d90ef89-77f6-4f37-8493-36776dd90b2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:54.828837 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 36862) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:43:54.848385 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a4a59329-fddf-4546-a958-0b6fe0f2a6a9 req-2a162007-cbcc-4aa3-8f33-d857b96801df service neutron] 10.222.0.104 "GET /v2.0/networks/4ca15c7f-c7ee-4a72-846e-39d6e16e331b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4912186 Jun 16 13:43:54.860295 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-05b264ce-5275-4840-9bdc-f305f714a99e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:54.887275 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-812e818d-27bb-4d38-b3a6-559a2793ef52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:54.906966 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-6d90ef89-77f6-4f37-8493-36776dd90b2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:54.914170 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-6d90ef89-77f6-4f37-8493-36776dd90b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:54.923453 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:43:54.953053 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d90ef89-77f6-4f37-8493-36776dd90b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73fd7bbd-e8d1-4684-b183-79126e8b0718,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:43:54.960147 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-6d90ef89-77f6-4f37-8493-36776dd90b2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:43:54.967882 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d90ef89-77f6-4f37-8493-36776dd90b2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1192} {{(pid=103675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 13:43:54.988231 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-6d90ef89-77f6-4f37-8493-36776dd90b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688368'] for segment, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:54.988570 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.db.segments_db [None req-6d90ef89-77f6-4f37-8493-36776dd90b2c admin admin] Added segment fb51f56b-d427-41ce-a831-b5f2aa21a5fe of type vlan for network 00141f92-bf39-4fbe-bc2d-6c7d99aed084 Jun 16 13:43:55.025125 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-356995da-d1f1-4279-b5dc-101b4b6d6f43 req-aa15d834-18f8-4729-b829-6a7fea5213be service neutron] 10.222.0.104 "GET /v2.0/networks/d7d7741f-07ca-412f-8243-ccc485688abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5285521 Jun 16 13:43:55.063746 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-6d90ef89-77f6-4f37-8493-36776dd90b2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779594884509'] for network, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:55.110929 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-53f1e8a8-350f-447f-9e78-31d857676ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-702904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759525'] for router, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:55.126236 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-6d90ef89-77f6-4f37-8493-36776dd90b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183'] for network, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:55.128363 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-05b264ce-5275-4840-9bdc-f305f714a99e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:55.130198 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d90ef89-77f6-4f37-8493-36776dd90b2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:43:55.130795 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-6d90ef89-77f6-4f37-8493-36776dd90b2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for network, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:55.134291 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:43:55.142146 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-05b264ce-5275-4840-9bdc-f305f714a99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:55.142280 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a4a59329-fddf-4546-a958-0b6fe0f2a6a9 req-9fe78a58-8003-4014-94dc-f879582ffc5c service neutron] 10.222.0.104 "GET /v2.0/networks/4ca15c7f-c7ee-4a72-846e-39d6e16e331b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848222 Jun 16 13:43:55.206565 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-812e818d-27bb-4d38-b3a6-559a2793ef52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1833118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779594881046'] for port, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:55.216435 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-e8758671-c227-4143-90a3-e5253903303e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:43:55.253942 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-6d90ef89-77f6-4f37-8493-36776dd90b2c admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0054569 Jun 16 13:43:55.258722 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 36872) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:43:55.274594 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.v2.base [None req-28c8fdf8-1dce-4fe8-8265-c6e5dd9f5742 admin admin] Request body: {'subnet': {'network_id': '00141f92-bf39-4fbe-bc2d-6c7d99aed084', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-591850129-subnet', 'tenant_id': 'b8c8949d03bf4bf1b5a2ec33661e8d94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:43:55.283891 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-05b264ce-5275-4840-9bdc-f305f714a99e admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=4753a6f3c97648e29a73709f8f74bfb4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4509795 Jun 16 13:43:55.284248 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d90ef89-77f6-4f37-8493-36776dd90b2c admin admin] Pushing event updated for resources: {'Network': ['ID=00141f92-bf39-4fbe-bc2d-6c7d99aed084,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:43:55.287339 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 36876) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:43:55.299361 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-6d90ef89-77f6-4f37-8493-36776dd90b2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:43:55.300272 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 635a366c-73e4-4019-92d6-c97cfcc6e6f1 up at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:43:55.300661 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:43:55.338032 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Network 00141f92-bf39-4fbe-bc2d-6c7d99aed084 details requested by agent ovs-agent-dv-cinder-789603-10-smb with host dv-cinder-789603-10-smb {{(pid=103676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 13:43:55.359898 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812e818d-27bb-4d38-b3a6-559a2793ef52 admin admin] Network 0670eadb-aa0f-4551-9ff4-64f252730750 is already hosted by enough agents. {{(pid=103674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:43:55.360923 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b264ce-5275-4840-9bdc-f305f714a99e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53067a9-ddb0-4213-809f-bdf08c18ccf5,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:43:55.374203 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-356995da-d1f1-4279-b5dc-101b4b6d6f43 req-0f4f57f7-0fa9-4945-84bd-2580b8a48a5d service neutron] 10.222.0.104 "GET /v2.0/networks/d7d7741f-07ca-412f-8243-ccc485688abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335233 Jun 16 13:43:55.374203 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e818d-27bb-4d38-b3a6-559a2793ef52 admin admin] Pushing event updated for resources: {'Port': ['ID=89afefbb-493e-409f-964f-cd2e8e01ddfb,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:43:55.376699 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-05b264ce-5275-4840-9bdc-f305f714a99e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:43:55.377442 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-8619e338-e04a-4def-a306-0d072e6cae8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:55.379152 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c8fdf8-1dce-4fe8-8265-c6e5dd9f5742 admin admin] Made reservation on behalf of b8c8949d03bf4bf1b5a2ec33661e8d94 for: {'subnet': 1} {{(pid=103675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:43:55.381290 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-812e818d-27bb-4d38-b3a6-559a2793ef52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:43:55.381965 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-28c8fdf8-1dce-4fe8-8265-c6e5dd9f5742 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:55.389004 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [None req-812e818d-27bb-4d38-b3a6-559a2793ef52 admin admin] Resources bound (agent type, host, resource id): {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:43:55.401189 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812e818d-27bb-4d38-b3a6-559a2793ef52 admin admin] Received port after_create {{(pid=103674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:43:55.441082 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f1e8a8-350f-447f-9e78-31d857676ee4 admin admin] Router 7e50170c-3d1b-4a69-9f55-a56108cdb371 is scheduled to L3 agent bfb54b95-b8bd-4202-8e6c-bc5e048a10e9 with binding_index 1 {{(pid=103674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 13:43:55.473523 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-8619e338-e04a-4def-a306-0d072e6cae8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:55.486533 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning for port 635a366c-73e4-4019-92d6-c97cfcc6e6f1 completed by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:43:55.496510 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning complete for port 635a366c-73e4-4019-92d6-c97cfcc6e6f1 triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:43:55.497702 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:55.719692 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-8619e338-e04a-4def-a306-0d072e6cae8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:55.722935 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-8619e338-e04a-4def-a306-0d072e6cae8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:55.724346 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-8619e338-e04a-4def-a306-0d072e6cae8c admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/a53067a9-ddb0-4213-809f-bdf08c18ccf5 HTTP/1.1" status: 204 len: 168 time: 0.4360948 Jun 16 13:43:55.725661 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-a9bcbd7c-84ce-4647-83b1-b1c509acff33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:43:55.733604 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-28c8fdf8-1dce-4fe8-8265-c6e5dd9f5742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174'] for subnet, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:55.734890 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8619e338-e04a-4def-a306-0d072e6cae8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53067a9-ddb0-4213-809f-bdf08c18ccf5,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:43:55.738658 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-8619e338-e04a-4def-a306-0d072e6cae8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:43:55.740278 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-aaa07f60-8b33-4d19-a5b1-c19459bfd84e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:43:55.741492 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:55.774296 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-bd241a74-27f2-4e82-ab6d-eabbea3cf47b req-5b729ffc-e6c4-4238-9ebb-01d86c5a3a8e tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] 10.222.0.104 "GET /v2.0/ports?device_id=08e4bfe8-d343-4895-8c36-af9350072ea8 HTTP/1.1" status: 200 len: 210 time: 0.0853868 Jun 16 13:43:55.849826 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] For port 635a366c-73e4-4019-92d6-c97cfcc6e6f1, host dv-cinder-789603-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=635a366c-73e4-4019-92d6-c97cfcc6e6f1,segment=NetworkSegment(622c5b0b-6308-4004-9e45-2637df01274d),segment_id=622c5b0b-6308-4004-9e45-2637df01274d)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:43:55.859718 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:55.861968 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7fb4e5d9-013f-4755-b325-f0c094fbeadf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:43:55.867910 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c8fdf8-1dce-4fe8-8265-c6e5dd9f5742 admin admin] Checking segment: {'id': 'fb51f56b-d427-41ce-a831-b5f2aa21a5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1192, 'network_id': '00141f92-bf39-4fbe-bc2d-6c7d99aed084'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:43:55.868860 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c8fdf8-1dce-4fe8-8265-c6e5dd9f5742 admin admin] Network hostable DHCP agents. Network: 00141f92-bf39-4fbe-bc2d-6c7d99aed084, hostable agents: ['8ea809cc-5bb3-41d5-8624-7e06cbdf14c2'], hosted agents: [] {{(pid=103675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 13:43:55.883022 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c8fdf8-1dce-4fe8-8265-c6e5dd9f5742 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73f1fa1a-c749-48d6-95e9-8505b516176e,revision_number=0']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:43:55.903687 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-28c8fdf8-1dce-4fe8-8265-c6e5dd9f5742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:43:55.919358 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c8fdf8-1dce-4fe8-8265-c6e5dd9f5742 admin admin] Network 00141f92-bf39-4fbe-bc2d-6c7d99aed084 is scheduled to be hosted by DHCP agent 8ea809cc-5bb3-41d5-8624-7e06cbdf14c2 with binding_index 1 {{(pid=103675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 13:43:55.935183 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.base_scheduler [None req-28c8fdf8-1dce-4fe8-8265-c6e5dd9f5742 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-10-smb, 00141f92-bf39-4fbe-bc2d-6c7d99aed084) {{(pid=103675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:43:55.942106 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c8fdf8-1dce-4fe8-8265-c6e5dd9f5742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:43:55.943798 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-28c8fdf8-1dce-4fe8-8265-c6e5dd9f5742 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for subnet, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:55.956292 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37acae61-3e47-4b91-9937-cde1f27abef6 None None] Network 00141f92-bf39-4fbe-bc2d-6c7d99aed084 requested from dv-cinder-789603-10-smb {{(pid=103676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:43:55.991711 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-28c8fdf8-1dce-4fe8-8265-c6e5dd9f5742 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7302740 Jun 16 13:43:56.048474 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f1e8a8-350f-447f-9e78-31d857676ee4 admin admin] Notify agent at l3_agent.dv-cinder-789603-10-smb the message routers_updated {{(pid=103674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:43:56.061721 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae834410-9734-42f0-b577-3ac59cd40a50 None None] Sync routers for ids ['7e50170c-3d1b-4a69-9f55-a56108cdb371'] in dv-cinder-789603-10-smb {{(pid=103677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:43:56.079075 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-8c303f1b-c6bd-4188-9276-71e08f0ac260 req-a897033f-c045-4c99-90a7-4c5ecd947a45 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=f61f6257-f19e-4378-b0e7-8174c1b8ef7b HTTP/1.1" status: 200 len: 210 time: 0.0751040 Jun 16 13:43:56.098780 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae834410-9734-42f0-b577-3ac59cd40a50 None None] Routers {'7e50170c-3d1b-4a69-9f55-a56108cdb371'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:43:56.101176 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_hamode_db [None req-ae834410-9734-42f0-b577-3ac59cd40a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:43:31Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['7e50170c-3d1b-4a69-9f55-a56108cdb371'], 'active': True} {{(pid=103677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:43:56.105098 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-53f1e8a8-350f-447f-9e78-31d857676ee4 admin admin] Notify callbacks [] for router, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:56.109556 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-53f1e8a8-350f-447f-9e78-31d857676ee4 admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.5430958 Jun 16 13:43:56.109750 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 36930) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:43:56.133626 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Pushing event updated for resources: {'Port': ['ID=635a366c-73e4-4019-92d6-c97cfcc6e6f1,revision_number=3']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:43:56.135699 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-812e818d-27bb-4d38-b3a6-559a2793ef52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:56.156142 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:43:56.389427 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdf9b74-8eff-444a-ad0b-1cd0c4f4a519 None None] Network 00141f92-bf39-4fbe-bc2d-6c7d99aed084 requested from dv-cinder-789603-10-smb {{(pid=103676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:43:56.500967 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_dvr_db [None req-ae834410-9734-42f0-b577-3ac59cd40a50 None None] Set router 7e50170c-3d1b-4a69-9f55-a56108cdb371 gateway port host: dv-cinder-789603-10-smb {{(pid=103677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:43:56.822049 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-812e818d-27bb-4d38-b3a6-559a2793ef52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-702904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759525'] for router, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:56.906259 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_hamode_db [None req-ae834410-9734-42f0-b577-3ac59cd40a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e50170c-3d1b-4a69-9f55-a56108cdb371', 'name': 'tempest-ServerRescueNegativeTestJSON-654573120-router', 'tenant_id': 'aab2bee29bb84945808496017e6bfae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': 'b213fe9f-dd33-440b-b147-6ffac03a685e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:43:51Z', 'updated_at': '2021-06-16T13:43:53Z', 'revision_number': 3, 'project_id': 'aab2bee29bb84945808496017e6bfae7', 'gw_port': {'id': 'b213fe9f-dd33-440b-b147-6ffac03a685e', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e50170c-3d1b-4a69-9f55-a56108cdb371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:43:51Z', 'updated_at': '2021-06-16T13:43:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb'}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:43:56.915547 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae834410-9734-42f0-b577-3ac59cd40a50 None None] Checking router: 7e50170c-3d1b-4a69-9f55-a56108cdb371 for host: dv-cinder-789603-10-smb {{(pid=103677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:43:56.916512 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae834410-9734-42f0-b577-3ac59cd40a50 None None] Updating router 7e50170c-3d1b-4a69-9f55-a56108cdb371 port b213fe9f-dd33-440b-b147-6ffac03a685e binding host dv-cinder-789603-10-smb {{(pid=103677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 13:43:56.981766 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron_lib.callbacks.manager [None req-ae834410-9734-42f0-b577-3ac59cd40a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:57.001872 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-85a6b56e-d0f5-4af2-b253-a52adb303928 req-c7f80243-469a-4aba-a0ca-afff03908b9a tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] 10.222.0.104 "GET /v2.0/ports?device_id=08e4bfe8-d343-4895-8c36-af9350072ea8 HTTP/1.1" status: 200 len: 210 time: 0.0413601 Jun 16 13:43:57.088006 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-812e818d-27bb-4d38-b3a6-559a2793ef52 admin admin] Router 80b5022e-8a5c-40bd-9fbe-ac27764915f6 is scheduled to L3 agent bfb54b95-b8bd-4202-8e6c-bc5e048a10e9 with binding_index 1 {{(pid=103674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 13:43:57.291599 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 635a366c-73e4-4019-92d6-c97cfcc6e6f1 up at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:43:57.434498 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning complete for port 635a366c-73e4-4019-92d6-c97cfcc6e6f1 triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:43:57.436006 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:57.441211 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-d39e2dc7-63b0-4f5b-aada-28359fcea1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for port, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:57.537426 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron_lib.callbacks.manager [None req-ae834410-9734-42f0-b577-3ac59cd40a50 None None] Notify callbacks [] for port, precommit_update {{(pid=103677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:57.592253 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.provisioning_blocks [None req-ae834410-9734-42f0-b577-3ac59cd40a50 None None] Transition to ACTIVE for port object b213fe9f-dd33-440b-b147-6ffac03a685e will not be triggered until provisioned by entity L2. {{(pid=103677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:43:57.615134 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron_lib.callbacks.manager [None req-ae834410-9734-42f0-b577-3ac59cd40a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:57.631489 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG oslo_concurrency.lockutils [None req-69f02a64-f922-4512-9d48-141f0006e537 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:43:57.786333 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-7c123e20-4c04-4ba5-9e49-b07cbff2c703 req-09ffac66-ebd5-45b3-80a7-b19e4724fe02 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=f61f6257-f19e-4378-b0e7-8174c1b8ef7b HTTP/1.1" status: 200 len: 210 time: 0.1504219 Jun 16 13:43:57.797998 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a224354f-48e8-40f8-b2ce-f60817eb992f None None] Pushing event updated for resources: {'Port': ['ID=b213fe9f-dd33-440b-b147-6ffac03a685e,revision_number=2']} {{(pid=103677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:43:57.828538 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a224354f-48e8-40f8-b2ce-f60817eb992f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:43:57.829246 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a224354f-48e8-40f8-b2ce-f60817eb992f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:43:57.830616 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a224354f-48e8-40f8-b2ce-f60817eb992f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:43:57.831680 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a224354f-48e8-40f8-b2ce-f60817eb992f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:43:57.833280 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a224354f-48e8-40f8-b2ce-f60817eb992f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:43:57.833952 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a224354f-48e8-40f8-b2ce-f60817eb992f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:43:57.835006 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a224354f-48e8-40f8-b2ce-f60817eb992f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:43:57.836312 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a224354f-48e8-40f8-b2ce-f60817eb992f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:43:57.837468 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812e818d-27bb-4d38-b3a6-559a2793ef52 admin admin] Notify agent at l3_agent.dv-cinder-789603-10-smb the message routers_updated {{(pid=103674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:43:57.838349 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a224354f-48e8-40f8-b2ce-f60817eb992f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:43:57.839715 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a224354f-48e8-40f8-b2ce-f60817eb992f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:43:57.840936 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a224354f-48e8-40f8-b2ce-f60817eb992f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:43:57.842955 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a224354f-48e8-40f8-b2ce-f60817eb992f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:43:57.846988 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a224354f-48e8-40f8-b2ce-f60817eb992f None None] Tracked resource versions report: Jun 16 13:43:57.846988 dv-cinder-789603-10-smb neutron-server[103677]: pushed versions: Jun 16 13:43:57.846988 dv-cinder-789603-10-smb neutron-server[103677]: { 'AddressGroup': {'1.2'}, Jun 16 13:43:57.846988 dv-cinder-789603-10-smb neutron-server[103677]: 'ConntrackHelper': {'1.0'}, Jun 16 13:43:57.846988 dv-cinder-789603-10-smb neutron-server[103677]: 'Log': {'1.0'}, Jun 16 13:43:57.846988 dv-cinder-789603-10-smb neutron-server[103677]: 'Network': {'1.1'}, Jun 16 13:43:57.846988 dv-cinder-789603-10-smb neutron-server[103677]: 'Port': {'1.7'}, Jun 16 13:43:57.846988 dv-cinder-789603-10-smb neutron-server[103677]: 'PortForwarding': {'1.2'}, Jun 16 13:43:57.846988 dv-cinder-789603-10-smb neutron-server[103677]: 'QosPolicy': {'1.8'}, Jun 16 13:43:57.846988 dv-cinder-789603-10-smb neutron-server[103677]: 'SecurityGroup': {'1.4'}, Jun 16 13:43:57.846988 dv-cinder-789603-10-smb neutron-server[103677]: 'SecurityGroupRule': {'1.2'}, Jun 16 13:43:57.846988 dv-cinder-789603-10-smb neutron-server[103677]: 'SubPort': {'1.0'}, Jun 16 13:43:57.846988 dv-cinder-789603-10-smb neutron-server[103677]: 'Subnet': {'1.1'}, Jun 16 13:43:57.846988 dv-cinder-789603-10-smb neutron-server[103677]: 'Trunk': {'1.1'}} Jun 16 13:43:57.846988 dv-cinder-789603-10-smb neutron-server[103677]: consumer versions: Jun 16 13:43:57.846988 dv-cinder-789603-10-smb neutron-server[103677]: { DHCP agent@dv-cinder-789603-10-smb: {}, Jun 16 13:43:57.846988 dv-cinder-789603-10-smb neutron-server[103677]: HyperV agent@hv-cinder-78960: {}, Jun 16 13:43:57.846988 dv-cinder-789603-10-smb neutron-server[103677]: L3 agent@dv-cinder-789603-10-smb: {}, Jun 16 13:43:57.846988 dv-cinder-789603-10-smb neutron-server[103677]: Metadata agent@dv-cinder-789603-10-smb: {}, Jun 16 13:43:57.846988 dv-cinder-789603-10-smb neutron-server[103677]: Metering agent@dv-cinder-789603-10-smb: {}, Jun 16 13:43:57.846988 dv-cinder-789603-10-smb neutron-server[103677]: Open vSwitch agent@dv-cinder-789603-10-smb: { 'AddressGroup': '1.2', Jun 16 13:43:57.846988 dv-cinder-789603-10-smb neutron-server[103677]: 'ConntrackHelper': '1.0', Jun 16 13:43:57.846988 dv-cinder-789603-10-smb neutron-server[103677]: 'Log': '1.0', Jun 16 13:43:57.846988 dv-cinder-789603-10-smb neutron-server[103677]: 'Network': '1.1', Jun 16 13:43:57.846988 dv-cinder-789603-10-smb neutron-server[103677]: 'Port': '1.7', Jun 16 13:43:57.846988 dv-cinder-789603-10-smb neutron-server[103677]: 'PortForwarding': '1.2', Jun 16 13:43:57.846988 dv-cinder-789603-10-smb neutron-server[103677]: 'QosPolicy': '1.8', Jun 16 13:43:57.846988 dv-cinder-789603-10-smb neutron-server[103677]: 'SecurityGroup': '1.4', Jun 16 13:43:57.846988 dv-cinder-789603-10-smb neutron-server[103677]: 'SecurityGroupRule': '1.2', Jun 16 13:43:57.846988 dv-cinder-789603-10-smb neutron-server[103677]: 'SubPort': '1.0', Jun 16 13:43:57.846988 dv-cinder-789603-10-smb neutron-server[103677]: 'Subnet': '1.1', Jun 16 13:43:57.846988 dv-cinder-789603-10-smb neutron-server[103677]: 'Trunk': '1.1'}} Jun 16 13:43:57.846988 dv-cinder-789603-10-smb neutron-server[103677]: {{(pid=103677) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 16 13:43:57.851827 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476008a9-01e7-4f45-b792-5f941c1b52b6 None None] Sync routers for ids ['80b5022e-8a5c-40bd-9fbe-ac27764915f6'] in dv-cinder-789603-10-smb {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:43:57.857889 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG oslo_concurrency.lockutils [None req-a224354f-48e8-40f8-b2ce-f60817eb992f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=103677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:43:57.865921 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.managers [None req-ae834410-9734-42f0-b577-3ac59cd40a50 None None] Attempting to bind port b213fe9f-dd33-440b-b147-6ffac03a685e on host dv-cinder-789603-10-smb for vnic_type normal with profile {{(pid=103677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:43:57.866507 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.managers [None req-ae834410-9734-42f0-b577-3ac59cd40a50 None None] Attempting to bind port b213fe9f-dd33-440b-b147-6ffac03a685e by drivers openvswitch,hyperv on host dv-cinder-789603-10-smb at level 0 using segments [{'id': '8c058e4f-8cd0-4a1d-96cc-b525f030ca20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750'}] {{(pid=103677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:43:57.868093 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae834410-9734-42f0-b577-3ac59cd40a50 None None] Attempting to bind port b213fe9f-dd33-440b-b147-6ffac03a685e on network 0670eadb-aa0f-4551-9ff4-64f252730750 {{(pid=103677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:43:57.879456 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476008a9-01e7-4f45-b792-5f941c1b52b6 None None] Routers {'80b5022e-8a5c-40bd-9fbe-ac27764915f6'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:43:57.881048 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-476008a9-01e7-4f45-b792-5f941c1b52b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:43:31Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['80b5022e-8a5c-40bd-9fbe-ac27764915f6'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:43:57.881570 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae834410-9734-42f0-b577-3ac59cd40a50 None None] Checking agent: {'id': '621db60c-c63b-44d7-809e-3da174a43cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 1), 'started_at': datetime.datetime(2021, 6, 16, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:43:57.882307 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae834410-9734-42f0-b577-3ac59cd40a50 None None] Checking segment: {'id': '8c058e4f-8cd0-4a1d-96cc-b525f030ca20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:43:57.883515 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron_lib.callbacks.manager [None req-ae834410-9734-42f0-b577-3ac59cd40a50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:57.884539 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae834410-9734-42f0-b577-3ac59cd40a50 None None] Bound using segment: {'id': '8c058e4f-8cd0-4a1d-96cc-b525f030ca20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750'} {{(pid=103677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:43:57.885595 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.managers [None req-ae834410-9734-42f0-b577-3ac59cd40a50 None None] Bound port: b213fe9f-dd33-440b-b147-6ffac03a685e, host: dv-cinder-789603-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c058e4f-8cd0-4a1d-96cc-b525f030ca20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750'}}] {{(pid=103677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:43:57.888291 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron_lib.callbacks.manager [None req-ae834410-9734-42f0-b577-3ac59cd40a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:57.914056 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-812e818d-27bb-4d38-b3a6-559a2793ef52 admin admin] Notify callbacks [] for router, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:57.918777 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-812e818d-27bb-4d38-b3a6-559a2793ef52 admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.1228130 Jun 16 13:43:57.918777 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 37014) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:43:57.920941 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.db.db_base_plugin_common [None req-d39e2dc7-63b0-4f5b-aada-28359fcea1d9 admin admin] Allocated IP 172.20.0.1 (3fd1b355-6844-49d6-9575-d3c884c6ee87/79b8c341-956a-473f-ad31-1610f8a12fbd/c3035fa2-d693-4762-bb10-547a2595ebbb) {{(pid=103675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:43:58.009295 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.db [None req-ae834410-9734-42f0-b577-3ac59cd40a50 None None] For port b213fe9f-dd33-440b-b147-6ffac03a685e, host dv-cinder-789603-10-smb, cleared binding levels {{(pid=103677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:43:58.014350 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.db [None req-ae834410-9734-42f0-b577-3ac59cd40a50 None None] For port b213fe9f-dd33-440b-b147-6ffac03a685e, host dv-cinder-789603-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=b213fe9f-dd33-440b-b147-6ffac03a685e,segment=NetworkSegment(8c058e4f-8cd0-4a1d-96cc-b525f030ca20),segment_id=8c058e4f-8cd0-4a1d-96cc-b525f030ca20)] {{(pid=103677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:43:58.030745 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron_lib.callbacks.manager [None req-ae834410-9734-42f0-b577-3ac59cd40a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:58.034914 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:43:58.149368 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-476008a9-01e7-4f45-b792-5f941c1b52b6 None None] Set router 80b5022e-8a5c-40bd-9fbe-ac27764915f6 gateway port host: dv-cinder-789603-10-smb {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:43:58.177183 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a224354f-48e8-40f8-b2ce-f60817eb992f None None] Pushing event updated for resources: {'Port': ['ID=b213fe9f-dd33-440b-b147-6ffac03a685e,revision_number=3']} {{(pid=103677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:43:58.193398 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG oslo_concurrency.lockutils [None req-a224354f-48e8-40f8-b2ce-f60817eb992f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=103677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:43:58.202294 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-7c27b5c2-df95-432a-85ee-dbf02454cb42 req-62463f29-4365-4df6-9637-380488d6e00c tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] 10.222.0.104 "GET /v2.0/ports?device_id=08e4bfe8-d343-4895-8c36-af9350072ea8 HTTP/1.1" status: 200 len: 210 time: 0.0420210 Jun 16 13:43:58.210868 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae834410-9734-42f0-b577-3ac59cd40a50 None None] Routers {'7e50170c-3d1b-4a69-9f55-a56108cdb371'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:43:58.211745 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_hamode_db [None req-ae834410-9734-42f0-b577-3ac59cd40a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:43:31Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['7e50170c-3d1b-4a69-9f55-a56108cdb371'], 'active': True} {{(pid=103677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:43:58.221147 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-d39e2dc7-63b0-4f5b-aada-28359fcea1d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:58.351060 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_dvr_db [None req-ae834410-9734-42f0-b577-3ac59cd40a50 None None] Set router 7e50170c-3d1b-4a69-9f55-a56108cdb371 gateway port host: dv-cinder-789603-10-smb {{(pid=103677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:43:58.365759 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-d39e2dc7-63b0-4f5b-aada-28359fcea1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1833118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779594881046'] for port, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:58.369284 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:43:58.411651 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 37030) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:43:58.523962 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39e2dc7-63b0-4f5b-aada-28359fcea1d9 admin admin] Network 3fd1b355-6844-49d6-9575-d3c884c6ee87 is already hosted by enough agents. {{(pid=103675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:43:58.546165 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 37038) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:43:58.578033 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.v2.base [None req-8557d0b9-e602-43f5-afb4-461b9f170513 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1030650024-network', 'tenant_id': '4f23c94b4d3c4cf8b71cbce5c2f521f3'}} {{(pid=103675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:43:58.618238 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.base_scheduler [None req-d39e2dc7-63b0-4f5b-aada-28359fcea1d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:43:58.641540 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8557d0b9-e602-43f5-afb4-461b9f170513 admin admin] Made reservation on behalf of 4f23c94b4d3c4cf8b71cbce5c2f521f3 for: {'network': 1} {{(pid=103675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:43:58.643368 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-8557d0b9-e602-43f5-afb4-461b9f170513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for network, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:58.653099 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39e2dc7-63b0-4f5b-aada-28359fcea1d9 admin admin] Received port after_create {{(pid=103675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:43:58.653735 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-d39e2dc7-63b0-4f5b-aada-28359fcea1d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754772'] for router_interface, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:58.722777 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-bb4a901f-74b3-4f54-b4d0-29e967cb9f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:58.728531 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-476008a9-01e7-4f45-b792-5f941c1b52b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b5022e-8a5c-40bd-9fbe-ac27764915f6', 'name': 'tempest-AttachVolumeTestJSON-304096213-router', 'tenant_id': '1c34861a49bb497085ef26aa3cc556f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.127'}], 'enable_snat': True}, 'gw_port_id': '89afefbb-493e-409f-964f-cd2e8e01ddfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:43:51Z', 'updated_at': '2021-06-16T13:43:55Z', 'revision_number': 3, 'project_id': '1c34861a49bb497085ef26aa3cc556f7', 'gw_port': {'id': '89afefbb-493e-409f-964f-cd2e8e01ddfb', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:04:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b5022e-8a5c-40bd-9fbe-ac27764915f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:43:54Z', 'updated_at': '2021-06-16T13:43:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb'}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:43:58.734748 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476008a9-01e7-4f45-b792-5f941c1b52b6 None None] Checking router: 80b5022e-8a5c-40bd-9fbe-ac27764915f6 for host: dv-cinder-789603-10-smb {{(pid=103676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:43:58.735540 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476008a9-01e7-4f45-b792-5f941c1b52b6 None None] Updating router 80b5022e-8a5c-40bd-9fbe-ac27764915f6 port 89afefbb-493e-409f-964f-cd2e8e01ddfb binding host dv-cinder-789603-10-smb {{(pid=103676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 13:43:58.737577 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_hamode_db [None req-ae834410-9734-42f0-b577-3ac59cd40a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e50170c-3d1b-4a69-9f55-a56108cdb371', 'name': 'tempest-ServerRescueNegativeTestJSON-654573120-router', 'tenant_id': 'aab2bee29bb84945808496017e6bfae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': 'b213fe9f-dd33-440b-b147-6ffac03a685e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:43:51Z', 'updated_at': '2021-06-16T13:43:53Z', 'revision_number': 3, 'project_id': 'aab2bee29bb84945808496017e6bfae7', 'gw_port': {'id': 'b213fe9f-dd33-440b-b147-6ffac03a685e', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e50170c-3d1b-4a69-9f55-a56108cdb371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:43:51Z', 'updated_at': '2021-06-16T13:43:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb'}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:43:58.748602 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae834410-9734-42f0-b577-3ac59cd40a50 None None] The sync data for ids ['7e50170c-3d1b-4a69-9f55-a56108cdb371'] in dv-cinder-789603-10-smb is: [{'id': '7e50170c-3d1b-4a69-9f55-a56108cdb371', 'name': 'tempest-ServerRescueNegativeTestJSON-654573120-router', 'tenant_id': 'aab2bee29bb84945808496017e6bfae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': 'b213fe9f-dd33-440b-b147-6ffac03a685e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:43:51Z', 'updated_at': '2021-06-16T13:43:53Z', 'revision_number': 3, 'project_id': 'aab2bee29bb84945808496017e6bfae7', 'gw_port': {'id': 'b213fe9f-dd33-440b-b147-6ffac03a685e', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e50170c-3d1b-4a69-9f55-a56108cdb371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:43:51Z', 'updated_at': '2021-06-16T13:43:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb'}] {{(pid=103677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:43:58.822527 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-476008a9-01e7-4f45-b792-5f941c1b52b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:58.876826 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-154b1f54-b7f7-4540-899d-207635e17b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for port, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:58.954742 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-8557d0b9-e602-43f5-afb4-461b9f170513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:58.979744 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39e2dc7-63b0-4f5b-aada-28359fcea1d9 admin admin] Pushing event updated for resources: {'Port': ['ID=c3035fa2-d693-4762-bb10-547a2595ebbb,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:43:59.234585 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-8557d0b9-e602-43f5-afb4-461b9f170513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:59.242567 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-d39e2dc7-63b0-4f5b-aada-28359fcea1d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.873s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:43:59.266773 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-8557d0b9-e602-43f5-afb4-461b9f170513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:59.288695 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-476008a9-01e7-4f45-b792-5f941c1b52b6 None None] Notify callbacks [] for port, precommit_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:59.306547 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-928db179-e960-4a03-a491-f7c602e5e74b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:43:59.323870 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-476008a9-01e7-4f45-b792-5f941c1b52b6 None None] Transition to ACTIVE for port object 89afefbb-493e-409f-964f-cd2e8e01ddfb will not be triggered until provisioned by entity L2. {{(pid=103676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:43:59.335941 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-476008a9-01e7-4f45-b792-5f941c1b52b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:59.349910 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:43:59.363844 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.db_base_plugin_common [None req-154b1f54-b7f7-4540-899d-207635e17b0f admin admin] Allocated IP 172.20.0.1 (bc7f85d7-a9cc-4cbe-8009-a532b58d3643/fdb76e97-5183-4499-ab60-29df581b2de7/d2db28d1-4214-48dd-8787-668a517f73c8) {{(pid=103674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:43:59.435490 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-476008a9-01e7-4f45-b792-5f941c1b52b6 None None] Attempting to bind port 89afefbb-493e-409f-964f-cd2e8e01ddfb on host dv-cinder-789603-10-smb for vnic_type normal with profile {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:43:59.436189 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-476008a9-01e7-4f45-b792-5f941c1b52b6 None None] Attempting to bind port 89afefbb-493e-409f-964f-cd2e8e01ddfb by drivers openvswitch,hyperv on host dv-cinder-789603-10-smb at level 0 using segments [{'id': '8c058e4f-8cd0-4a1d-96cc-b525f030ca20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750'}] {{(pid=103676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:43:59.436756 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476008a9-01e7-4f45-b792-5f941c1b52b6 None None] Attempting to bind port 89afefbb-493e-409f-964f-cd2e8e01ddfb on network 0670eadb-aa0f-4551-9ff4-64f252730750 {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:43:59.444748 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476008a9-01e7-4f45-b792-5f941c1b52b6 None None] Checking agent: {'id': '621db60c-c63b-44d7-809e-3da174a43cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 1), 'started_at': datetime.datetime(2021, 6, 16, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:43:59.445345 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476008a9-01e7-4f45-b792-5f941c1b52b6 None None] Checking segment: {'id': '8c058e4f-8cd0-4a1d-96cc-b525f030ca20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:43:59.445979 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-476008a9-01e7-4f45-b792-5f941c1b52b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:59.446538 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476008a9-01e7-4f45-b792-5f941c1b52b6 None None] Bound using segment: {'id': '8c058e4f-8cd0-4a1d-96cc-b525f030ca20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750'} {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:43:59.447170 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-476008a9-01e7-4f45-b792-5f941c1b52b6 None None] Bound port: 89afefbb-493e-409f-964f-cd2e8e01ddfb, host: dv-cinder-789603-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c058e4f-8cd0-4a1d-96cc-b525f030ca20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750'}}] {{(pid=103676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:43:59.447724 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-476008a9-01e7-4f45-b792-5f941c1b52b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:59.479708 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8557d0b9-e602-43f5-afb4-461b9f170513 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1169} {{(pid=103675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 13:43:59.497444 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce617feb-6201-4622-9f09-20a954944355 None None] Pushing event updated for resources: {'Port': ['ID=89afefbb-493e-409f-964f-cd2e8e01ddfb,revision_number=2']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:43:59.497698 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-8557d0b9-e602-43f5-afb4-461b9f170513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688368'] for segment, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:59.498056 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.db.segments_db [None req-8557d0b9-e602-43f5-afb4-461b9f170513 admin admin] Added segment 697728c7-3e7d-4282-8de5-25d7d0c7832b of type vlan for network e6922a33-78d6-4b0e-b505-25abf5837aa4 Jun 16 13:43:59.502629 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-ce617feb-6201-4622-9f09-20a954944355 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:43:59.540161 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-476008a9-01e7-4f45-b792-5f941c1b52b6 None None] For port 89afefbb-493e-409f-964f-cd2e8e01ddfb, host dv-cinder-789603-10-smb, cleared binding levels {{(pid=103676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:43:59.545157 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-49fc4111-e9ae-4628-a6a0-d0fe34dab723 req-6c58cf01-8917-4f7c-8b5a-cda894c69138 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=f61f6257-f19e-4378-b0e7-8174c1b8ef7b HTTP/1.1" status: 200 len: 210 time: 0.4449794 Jun 16 13:43:59.555183 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-8557d0b9-e602-43f5-afb4-461b9f170513 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779594884509'] for network, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:59.561419 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-476008a9-01e7-4f45-b792-5f941c1b52b6 None None] For port 89afefbb-493e-409f-964f-cd2e8e01ddfb, host dv-cinder-789603-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=89afefbb-493e-409f-964f-cd2e8e01ddfb,segment=NetworkSegment(8c058e4f-8cd0-4a1d-96cc-b525f030ca20),segment_id=8c058e4f-8cd0-4a1d-96cc-b525f030ca20)] {{(pid=103676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:43:59.578230 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-476008a9-01e7-4f45-b792-5f941c1b52b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:59.595121 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-cd798839-da89-4709-8867-9bccc84f7234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:59.602572 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:43:59.663340 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8557d0b9-e602-43f5-afb4-461b9f170513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95fc9c1f-d192-4811-9fdd-9f0d1907146b,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:43:59.687672 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476008a9-01e7-4f45-b792-5f941c1b52b6 None None] Routers {'80b5022e-8a5c-40bd-9fbe-ac27764915f6'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:43:59.688371 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-476008a9-01e7-4f45-b792-5f941c1b52b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:43:31Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['80b5022e-8a5c-40bd-9fbe-ac27764915f6'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:43:59.716437 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-8557d0b9-e602-43f5-afb4-461b9f170513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:43:59.755400 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-bf264207-a530-4104-9e27-653faf1d5c6f req-93cb061b-2e6c-40c4-89e6-b0aa916c0476 tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] 10.222.0.104 "GET /v2.0/ports?device_id=08e4bfe8-d343-4895-8c36-af9350072ea8 HTTP/1.1" status: 200 len: 210 time: 0.0541975 Jun 16 13:43:59.769584 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-8557d0b9-e602-43f5-afb4-461b9f170513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183'] for network, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:59.803061 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8557d0b9-e602-43f5-afb4-461b9f170513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:43:59.803061 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-8557d0b9-e602-43f5-afb4-461b9f170513 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for network, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:59.811539 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce617feb-6201-4622-9f09-20a954944355 None None] Pushing event updated for resources: {'Port': ['ID=89afefbb-493e-409f-964f-cd2e8e01ddfb,revision_number=3']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:43:59.816857 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:43:59.838623 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-ce617feb-6201-4622-9f09-20a954944355 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:43:59.893855 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-476008a9-01e7-4f45-b792-5f941c1b52b6 None None] Set router 80b5022e-8a5c-40bd-9fbe-ac27764915f6 gateway port host: dv-cinder-789603-10-smb {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:43:59.908279 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-154b1f54-b7f7-4540-899d-207635e17b0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:43:59.948545 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.101', 54358) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:43:59.950209 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8557d0b9-e602-43f5-afb4-461b9f170513 admin admin] Pushing event updated for resources: {'Network': ['ID=e6922a33-78d6-4b0e-b505-25abf5837aa4,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:43:59.959334 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-8557d0b9-e602-43f5-afb4-461b9f170513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:43:59.959645 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.provisioning_blocks [None req-154b1f54-b7f7-4540-899d-207635e17b0f admin admin] Transition to ACTIVE for port object d2db28d1-4214-48dd-8787-668a517f73c8 will not be triggered until provisioned by entity DHCP. {{(pid=103674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:44:00.082115 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-cd798839-da89-4709-8867-9bccc84f7234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:00.101269 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Network e6922a33-78d6-4b0e-b505-25abf5837aa4 details requested by agent ovs-agent-dv-cinder-789603-10-smb with host dv-cinder-789603-10-smb {{(pid=103676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 13:44:00.108126 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-cd798839-da89-4709-8867-9bccc84f7234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:00.114379 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:00.129702 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-154b1f54-b7f7-4540-899d-207635e17b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1833118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779594881046'] for port, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:00.175469 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-cd798839-da89-4709-8867-9bccc84f7234 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=176208bcd77d4d3ab577d7851f741ab2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7625816 Jun 16 13:44:00.180423 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 37078) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:00.190117 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd798839-da89-4709-8867-9bccc84f7234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329074f4-c6cd-43ab-b586-e19264e90627,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:00.196472 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154b1f54-b7f7-4540-899d-207635e17b0f admin admin] Network bc7f85d7-a9cc-4cbe-8009-a532b58d3643 is already hosted by enough agents. {{(pid=103674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:44:00.202809 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-cd798839-da89-4709-8867-9bccc84f7234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:00.204556 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-53f1e8a8-350f-447f-9e78-31d857676ee4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:00.282046 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [None req-154b1f54-b7f7-4540-899d-207635e17b0f admin admin] Resources bound (agent type, host, resource id): {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:44:00.305216 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154b1f54-b7f7-4540-899d-207635e17b0f admin admin] Received port after_create {{(pid=103674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:44:00.305708 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-154b1f54-b7f7-4540-899d-207635e17b0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754772'] for router_interface, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:00.338273 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154b1f54-b7f7-4540-899d-207635e17b0f admin admin] Pushing event updated for resources: {'Port': ['ID=d2db28d1-4214-48dd-8787-668a517f73c8,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:00.436208 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-154b1f54-b7f7-4540-899d-207635e17b0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:00.529661 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a59329-fddf-4546-a958-0b6fe0f2a6a9 req-5002523c-a9ce-4c90-8ba0-d4d8b230733a tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:00.531015 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-a4a59329-fddf-4546-a958-0b6fe0f2a6a9 req-5002523c-a9ce-4c90-8ba0-d4d8b230733a tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] 10.222.0.101 "GET /v2.0/networks?id=4ca15c7f-c7ee-4a72-846e-39d6e16e331b HTTP/1.1" status: 200 len: 811 time: 0.5702095 Jun 16 13:44:00.549679 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e3c7bff5-83cb-49f6-abaf-424d7a8cafca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:00.569864 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-476008a9-01e7-4f45-b792-5f941c1b52b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b5022e-8a5c-40bd-9fbe-ac27764915f6', 'name': 'tempest-AttachVolumeTestJSON-304096213-router', 'tenant_id': '1c34861a49bb497085ef26aa3cc556f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.127'}], 'enable_snat': True}, 'gw_port_id': '89afefbb-493e-409f-964f-cd2e8e01ddfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:43:51Z', 'updated_at': '2021-06-16T13:43:55Z', 'revision_number': 3, 'project_id': '1c34861a49bb497085ef26aa3cc556f7', 'gw_port': {'id': '89afefbb-493e-409f-964f-cd2e8e01ddfb', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:04:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b5022e-8a5c-40bd-9fbe-ac27764915f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:43:54Z', 'updated_at': '2021-06-16T13:43:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb'}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:44:00.589601 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476008a9-01e7-4f45-b792-5f941c1b52b6 None None] The sync data for ids ['80b5022e-8a5c-40bd-9fbe-ac27764915f6'] in dv-cinder-789603-10-smb is: [{'id': '80b5022e-8a5c-40bd-9fbe-ac27764915f6', 'name': 'tempest-AttachVolumeTestJSON-304096213-router', 'tenant_id': '1c34861a49bb497085ef26aa3cc556f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.127'}], 'enable_snat': True}, 'gw_port_id': '89afefbb-493e-409f-964f-cd2e8e01ddfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:43:51Z', 'updated_at': '2021-06-16T13:43:55Z', 'revision_number': 3, 'project_id': '1c34861a49bb497085ef26aa3cc556f7', 'gw_port': {'id': '89afefbb-493e-409f-964f-cd2e8e01ddfb', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:04:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b5022e-8a5c-40bd-9fbe-ac27764915f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:43:54Z', 'updated_at': '2021-06-16T13:43:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb'}] {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:44:00.605128 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-d39e2dc7-63b0-4f5b-aada-28359fcea1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:00.629712 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.v2.base [req-a4a59329-fddf-4546-a958-0b6fe0f2a6a9 req-754ceab0-edaa-48de-a785-9fa977763b9d tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] Request body: {'port': {'device_id': '08e4bfe8-d343-4895-8c36-af9350072ea8', 'network_id': '4ca15c7f-c7ee-4a72-846e-39d6e16e331b', 'admin_state_up': True, 'tenant_id': '70ddaf942230405799c85fa7d03bc07b'}} {{(pid=103675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:00.647475 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.101', 54361) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:00.655459 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e3c7bff5-83cb-49f6-abaf-424d7a8cafca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:00.782939 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d6448de2-50f8-482e-9adc-70648b5f1b51 None None] Provisioning for port d2db28d1-4214-48dd-8787-668a517f73c8 completed by entity DHCP. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:44:00.783411 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-8557d0b9-e602-43f5-afb4-461b9f170513 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 2.2347062 Jun 16 13:44:00.787947 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d6448de2-50f8-482e-9adc-70648b5f1b51 None None] Provisioning complete for port d2db28d1-4214-48dd-8787-668a517f73c8 triggered by entity DHCP. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:44:00.790154 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d6448de2-50f8-482e-9adc-70648b5f1b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:00.864583 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 37106) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:00.876937 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.v2.base [None req-c4761291-ec57-42f2-9c29-368590335dab admin admin] Request body: {'subnet': {'network_id': 'e6922a33-78d6-4b0e-b505-25abf5837aa4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1030650024-subnet', 'tenant_id': '4f23c94b4d3c4cf8b71cbce5c2f521f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:00.895533 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356995da-d1f1-4279-b5dc-101b4b6d6f43 req-414e3617-47c2-4645-9210-977a931f9252 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:00.897219 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-356995da-d1f1-4279-b5dc-101b4b6d6f43 req-414e3617-47c2-4645-9210-977a931f9252 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.101 "GET /v2.0/networks?id=d7d7741f-07ca-412f-8243-ccc485688abb HTTP/1.1" status: 200 len: 815 time: 0.2398317 Jun 16 13:44:00.919951 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [req-356995da-d1f1-4279-b5dc-101b4b6d6f43 req-3f0b0843-107f-4566-860b-3218614102d6 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Request body: {'port': {'device_id': 'f61f6257-f19e-4378-b0e7-8174c1b8ef7b', 'network_id': 'd7d7741f-07ca-412f-8243-ccc485688abb', 'admin_state_up': True, 'tenant_id': 'ca93fec913c446f4a19f859e71e49cd1'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:00.945405 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4761291-ec57-42f2-9c29-368590335dab admin admin] Made reservation on behalf of 4f23c94b4d3c4cf8b71cbce5c2f521f3 for: {'subnet': 1} {{(pid=103675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:44:00.947791 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-c4761291-ec57-42f2-9c29-368590335dab admin admin] Notify callbacks [] for subnet, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:00.967734 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-588120a3-700a-4276-b8f6-f6badc16caa5 req-625ef71a-6d8e-4e6c-8005-b366c5f26807 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=f61f6257-f19e-4378-b0e7-8174c1b8ef7b HTTP/1.1" status: 200 len: 210 time: 0.0692194 Jun 16 13:44:00.972838 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-d6448de2-50f8-482e-9adc-70648b5f1b51 None None] Port d2db28d1-4214-48dd-8787-668a517f73c8 cannot update to ACTIVE because it is not bound. {{(pid=103676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:44:01.154167 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:01.254245 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-0b301bbd-cef9-4e0f-bba2-a03fe504d2a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:01.418226 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device b213fe9f-dd33-440b-b147-6ffac03a685e up at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:44:01.538576 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning for port b213fe9f-dd33-440b-b147-6ffac03a685e completed by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:44:01.542768 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning complete for port b213fe9f-dd33-440b-b147-6ffac03a685e triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:44:01.543144 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:01.580388 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4a59329-fddf-4546-a958-0b6fe0f2a6a9 req-754ceab0-edaa-48de-a785-9fa977763b9d tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] Made reservation on behalf of 70ddaf942230405799c85fa7d03bc07b for: {'port': 1} {{(pid=103675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:44:01.583926 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-df19e4b8-a7c2-450c-a1d3-3c87cd8b4369 req-84977ecc-5d27-4d4e-af1f-e443b4a33049 tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] 10.222.0.104 "GET /v2.0/ports?device_id=08e4bfe8-d343-4895-8c36-af9350072ea8 HTTP/1.1" status: 200 len: 210 time: 0.4016211 Jun 16 13:44:01.601691 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-a4a59329-fddf-4546-a958-0b6fe0f2a6a9 req-754ceab0-edaa-48de-a785-9fa977763b9d tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for port, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:01.606967 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e3c7bff5-83cb-49f6-abaf-424d7a8cafca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:01.678000 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e3c7bff5-83cb-49f6-abaf-424d7a8cafca admin admin] Notify callbacks [] for security_group, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:01.679257 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-e3c7bff5-83cb-49f6-abaf-424d7a8cafca admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/329074f4-c6cd-43ab-b586-e19264e90627 HTTP/1.1" status: 204 len: 168 time: 1.4974666 Jun 16 13:44:01.680291 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:01.682821 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-154b1f54-b7f7-4540-899d-207635e17b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:01.758829 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:01.835013 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] For port b213fe9f-dd33-440b-b147-6ffac03a685e, host dv-cinder-789603-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=b213fe9f-dd33-440b-b147-6ffac03a685e,segment=NetworkSegment(8c058e4f-8cd0-4a1d-96cc-b525f030ca20),segment_id=8c058e4f-8cd0-4a1d-96cc-b525f030ca20)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:44:01.844542 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:01.847979 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 89afefbb-493e-409f-964f-cd2e8e01ddfb up at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:44:01.857281 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-e55fe369-b120-48e2-9d72-3783823c4b88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:01.863301 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-d39e2dc7-63b0-4f5b-aada-28359fcea1d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:01.900426 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-d39e2dc7-63b0-4f5b-aada-28359fcea1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:01.969410 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c7bff5-83cb-49f6-abaf-424d7a8cafca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329074f4-c6cd-43ab-b586-e19264e90627,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:01.971552 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-d39e2dc7-63b0-4f5b-aada-28359fcea1d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-623293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-754728'] for router_interface, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:01.975729 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-e3c7bff5-83cb-49f6-abaf-424d7a8cafca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:01.990389 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-d39e2dc7-63b0-4f5b-aada-28359fcea1d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:02.131450 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39e2dc7-63b0-4f5b-aada-28359fcea1d9 admin admin] Pushing event updated for resources: {'Port': ['ID=c3035fa2-d693-4762-bb10-547a2595ebbb,revision_number=2']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:02.181481 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-d39e2dc7-63b0-4f5b-aada-28359fcea1d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:02.235295 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Pushing event updated for resources: {'Port': ['ID=b213fe9f-dd33-440b-b147-6ffac03a685e,revision_number=4']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:02.286122 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:02.342439 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9426d120-8ef3-450b-a3fa-438be4b95f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:02.352816 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning for port 89afefbb-493e-409f-964f-cd2e8e01ddfb completed by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:44:02.367839 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning complete for port 89afefbb-493e-409f-964f-cd2e8e01ddfb triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:44:02.368751 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:02.389069 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-356995da-d1f1-4279-b5dc-101b4b6d6f43 req-3f0b0843-107f-4566-860b-3218614102d6 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Made reservation on behalf of ca93fec913c446f4a19f859e71e49cd1 for: {'port': 1} {{(pid=103674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:44:02.414101 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-356995da-d1f1-4279-b5dc-101b4b6d6f43 req-3f0b0843-107f-4566-860b-3218614102d6 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for port, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:02.538014 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39e2dc7-63b0-4f5b-aada-28359fcea1d9 admin admin] Network 3fd1b355-6844-49d6-9575-d3c884c6ee87 is already hosted by enough agents. {{(pid=103675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:44:02.558391 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.base_scheduler [None req-d39e2dc7-63b0-4f5b-aada-28359fcea1d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:44:02.631733 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:02.677460 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-c4761291-ec57-42f2-9c29-368590335dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174'] for subnet, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:02.689475 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] For port 89afefbb-493e-409f-964f-cd2e8e01ddfb, host dv-cinder-789603-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=89afefbb-493e-409f-964f-cd2e8e01ddfb,segment=NetworkSegment(8c058e4f-8cd0-4a1d-96cc-b525f030ca20),segment_id=8c058e4f-8cd0-4a1d-96cc-b525f030ca20)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:44:02.696212 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:02.711283 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:02.743297 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2b36bfe9-c304-4015-8484-3f283df3f0e1 req-e8efac1d-a1c4-407b-8304-2259f294919c tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=f61f6257-f19e-4378-b0e7-8174c1b8ef7b HTTP/1.1" status: 200 len: 210 time: 0.1504648 Jun 16 13:44:02.836511 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-28c8fdf8-1dce-4fe8-8265-c6e5dd9f5742 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:02.855652 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.db.db_base_plugin_common [req-a4a59329-fddf-4546-a958-0b6fe0f2a6a9 req-754ceab0-edaa-48de-a785-9fa977763b9d tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] Allocated IP 172.20.0.9 (4ca15c7f-c7ee-4a72-846e-39d6e16e331b/ef6ab0c9-7754-4b94-bab3-ee910ab3cd2e/9dadf846-ff22-4b52-b0c9-702f4135b2f1) {{(pid=103675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:44:02.951410 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Pushing event updated for resources: {'Port': ['ID=89afefbb-493e-409f-964f-cd2e8e01ddfb,revision_number=4']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:02.965495 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4761291-ec57-42f2-9c29-368590335dab admin admin] Checking segment: {'id': '697728c7-3e7d-4282-8de5-25d7d0c7832b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1169, 'network_id': 'e6922a33-78d6-4b0e-b505-25abf5837aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:44:02.966115 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4761291-ec57-42f2-9c29-368590335dab admin admin] Network hostable DHCP agents. Network: e6922a33-78d6-4b0e-b505-25abf5837aa4, hostable agents: ['8ea809cc-5bb3-41d5-8624-7e06cbdf14c2'], hosted agents: [] {{(pid=103675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 13:44:02.969181 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:03.010668 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4761291-ec57-42f2-9c29-368590335dab admin admin] Network e6922a33-78d6-4b0e-b505-25abf5837aa4 is scheduled to be hosted by DHCP agent 8ea809cc-5bb3-41d5-8624-7e06cbdf14c2 with binding_index 1 {{(pid=103675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 13:44:03.031402 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.base_scheduler [None req-c4761291-ec57-42f2-9c29-368590335dab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-10-smb, e6922a33-78d6-4b0e-b505-25abf5837aa4) {{(pid=103675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:44:03.039832 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf63a965-cb22-4db2-b725-8d6328538a1e None None] Network e6922a33-78d6-4b0e-b505-25abf5837aa4 requested from dv-cinder-789603-10-smb {{(pid=103676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:44:03.045592 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4761291-ec57-42f2-9c29-368590335dab admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b800bbc-e71c-4952-a8a0-0b120c552eec,revision_number=0']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:03.048675 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-c4761291-ec57-42f2-9c29-368590335dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:03.054127 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4761291-ec57-42f2-9c29-368590335dab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:03.054609 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-c4761291-ec57-42f2-9c29-368590335dab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for subnet, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:03.081528 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-c4761291-ec57-42f2-9c29-368590335dab admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2154534 Jun 16 13:44:03.187415 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d39e2dc7-63b0-4f5b-aada-28359fcea1d9 admin admin] Router 7e50170c-3d1b-4a69-9f55-a56108cdb371 has already been hosted by L3 agent bfb54b95-b8bd-4202-8e6c-bc5e048a10e9 {{(pid=103675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:44:03.418609 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device b213fe9f-dd33-440b-b147-6ffac03a685e up at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:44:03.486759 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-565c25e4-b464-4a16-a6de-108ca5cd2e3a req-a0eab678-2b84-4b3a-a803-aba464d7db8a tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] 10.222.0.104 "GET /v2.0/ports?device_id=08e4bfe8-d343-4895-8c36-af9350072ea8 HTTP/1.1" status: 200 len: 210 time: 0.3065717 Jun 16 13:44:03.493522 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 37184) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:03.565019 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.db_base_plugin_common [req-356995da-d1f1-4279-b5dc-101b4b6d6f43 req-3f0b0843-107f-4566-860b-3218614102d6 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Allocated IP 172.20.0.3 (d7d7741f-07ca-412f-8243-ccc485688abb/edeae7f3-c024-4f6a-b058-211ad66a5634/0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88) {{(pid=103674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:44:03.627345 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a16311-0886-4fe3-b63c-5128c8e36818 None None] Network e6922a33-78d6-4b0e-b505-25abf5837aa4 requested from dv-cinder-789603-10-smb {{(pid=103676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:44:03.683152 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-a4a59329-fddf-4546-a958-0b6fe0f2a6a9 req-754ceab0-edaa-48de-a785-9fa977763b9d tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] Notify callbacks [] for port, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:03.774785 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-154b1f54-b7f7-4540-899d-207635e17b0f admin admin] Notify callbacks [] for port, precommit_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:03.849907 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-154b1f54-b7f7-4540-899d-207635e17b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:03.889785 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-154b1f54-b7f7-4540-899d-207635e17b0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-623293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-754728'] for router_interface, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:03.942866 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:03.951004 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-a4a59329-fddf-4546-a958-0b6fe0f2a6a9 req-754ceab0-edaa-48de-a785-9fa977763b9d tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1833118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779594881046'] for port, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:03.962103 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.db.db_base_plugin_v2 [None req-91e4b9bd-f757-49ba-859a-5ea144cde025 admin admin] Deleting subnet 73f1fa1a-c749-48d6-95e9-8505b516176e {{(pid=103675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 13:44:03.976914 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-91e4b9bd-f757-49ba-859a-5ea144cde025 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:04.104052 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3cd87a0a-8c13-4d66-8546-43ee61e1d8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:04.145249 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning complete for port b213fe9f-dd33-440b-b147-6ffac03a685e triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:44:04.146590 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:04.323237 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 89afefbb-493e-409f-964f-cd2e8e01ddfb up at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:44:04.349375 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-73b51e7c-b451-4779-bfee-522ef7fa1afa req-5e84dc10-a672-463e-82ea-c8cfbe50ee42 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=f61f6257-f19e-4378-b0e7-8174c1b8ef7b HTTP/1.1" status: 200 len: 210 time: 0.2953486 Jun 16 13:44:04.433495 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154b1f54-b7f7-4540-899d-207635e17b0f admin admin] Pushing event updated for resources: {'Port': ['ID=d2db28d1-4214-48dd-8787-668a517f73c8,revision_number=2']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:04.450424 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-154b1f54-b7f7-4540-899d-207635e17b0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:04.493774 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning complete for port 89afefbb-493e-409f-964f-cd2e8e01ddfb triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:44:04.494733 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:04.601446 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154b1f54-b7f7-4540-899d-207635e17b0f admin admin] Network bc7f85d7-a9cc-4cbe-8009-a532b58d3643 is already hosted by enough agents. {{(pid=103674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:44:04.627519 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:04.715677 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-91e4b9bd-f757-49ba-859a-5ea144cde025 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:04.721321 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-356995da-d1f1-4279-b5dc-101b4b6d6f43 req-3f0b0843-107f-4566-860b-3218614102d6 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Notify callbacks [] for port, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:04.726140 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-91e4b9bd-f757-49ba-859a-5ea144cde025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693187'] for subnet, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:04.865666 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [None req-154b1f54-b7f7-4540-899d-207635e17b0f admin admin] Resources bound (agent type, host, resource id): {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:44:04.901830 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-356995da-d1f1-4279-b5dc-101b4b6d6f43 req-3f0b0843-107f-4566-860b-3218614102d6 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1833118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779594881046'] for port, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:05.040187 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-154b1f54-b7f7-4540-899d-207635e17b0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:05.201846 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ceab0-edaa-48de-a785-9fa977763b9d tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] Pushing event updated for resources: {'Port': ['ID=9dadf846-ff22-4b52-b0c9-702f4135b2f1,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:05.208722 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-754ceab0-edaa-48de-a785-9fa977763b9d tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:05.214104 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-91e4b9bd-f757-49ba-859a-5ea144cde025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174'] for subnet, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:05.223419 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4a59329-fddf-4546-a958-0b6fe0f2a6a9 req-754ceab0-edaa-48de-a785-9fa977763b9d tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] Network 4ca15c7f-c7ee-4a72-846e-39d6e16e331b is already hosted by enough agents. {{(pid=103675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:44:05.245088 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-47d518eb-b056-43bf-9798-6a53ec6be111 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:05.247387 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.base_scheduler [req-a4a59329-fddf-4546-a958-0b6fe0f2a6a9 req-754ceab0-edaa-48de-a785-9fa977763b9d tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] Resources bound (agent type, host, resource id): {{(pid=103675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:44:05.261414 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4a59329-fddf-4546-a958-0b6fe0f2a6a9 req-754ceab0-edaa-48de-a785-9fa977763b9d tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] Received port after_create {{(pid=103675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:44:05.328711 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a59329-fddf-4546-a958-0b6fe0f2a6a9 req-754ceab0-edaa-48de-a785-9fa977763b9d tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:05.336491 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-a4a59329-fddf-4546-a958-0b6fe0f2a6a9 req-754ceab0-edaa-48de-a785-9fa977763b9d tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for port, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:05.449709 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39e2dc7-63b0-4f5b-aada-28359fcea1d9 admin admin] Notify agent at l3_agent.dv-cinder-789603-10-smb the message routers_updated {{(pid=103675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:44:05.458033 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-62a498cf-df55-4d33-9b6f-8305d67930fd None None] Provisioning complete for port d2db28d1-4214-48dd-8787-668a517f73c8 triggered by entity DHCP. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:44:05.459549 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-62a498cf-df55-4d33-9b6f-8305d67930fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:05.465170 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0b0843-107f-4566-860b-3218614102d6 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Pushing event updated for resources: {'Port': ['ID=0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:05.466148 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d3cc9d-92b7-498a-9861-ba3fa06175bd None None] Sync routers for ids ['7e50170c-3d1b-4a69-9f55-a56108cdb371'] in dv-cinder-789603-10-smb {{(pid=103677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:44:05.476985 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-3f0b0843-107f-4566-860b-3218614102d6 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:05.496782 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-356995da-d1f1-4279-b5dc-101b4b6d6f43 req-3f0b0843-107f-4566-860b-3218614102d6 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Network d7d7741f-07ca-412f-8243-ccc485688abb is already hosted by enough agents. {{(pid=103674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:44:05.504372 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d3cc9d-92b7-498a-9861-ba3fa06175bd None None] Routers {'7e50170c-3d1b-4a69-9f55-a56108cdb371'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:44:05.506296 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [req-356995da-d1f1-4279-b5dc-101b4b6d6f43 req-3f0b0843-107f-4566-860b-3218614102d6 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Resources bound (agent type, host, resource id): {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:44:05.508242 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_hamode_db [None req-54d3cc9d-92b7-498a-9861-ba3fa06175bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:44:01Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['7e50170c-3d1b-4a69-9f55-a56108cdb371'], 'active': True} {{(pid=103677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:44:05.515663 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [req-356995da-d1f1-4279-b5dc-101b4b6d6f43 req-3f0b0843-107f-4566-860b-3218614102d6 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Received port after_create {{(pid=103674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:44:05.521563 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356995da-d1f1-4279-b5dc-101b4b6d6f43 req-3f0b0843-107f-4566-860b-3218614102d6 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:05.522309 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-356995da-d1f1-4279-b5dc-101b4b6d6f43 req-3f0b0843-107f-4566-860b-3218614102d6 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for port, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:05.552433 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-356995da-d1f1-4279-b5dc-101b4b6d6f43 req-3f0b0843-107f-4566-860b-3218614102d6 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6425571 Jun 16 13:44:05.558520 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-d39e2dc7-63b0-4f5b-aada-28359fcea1d9 admin admin] 10.222.0.104 "PUT /v2.0/routers/7e50170c-3d1b-4a69-9f55-a56108cdb371/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4468553 Jun 16 13:44:05.572822 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-91e4b9bd-f757-49ba-859a-5ea144cde025 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:05.580306 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [req-356995da-d1f1-4279-b5dc-101b4b6d6f43 req-c53a8ed0-80d0-45b2-b23f-566a74307584 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=103674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 13:44:05.581300 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-356995da-d1f1-4279-b5dc-101b4b6d6f43 req-c53a8ed0-80d0-45b2-b23f-566a74307584 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0143700 Jun 16 13:44:05.586237 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-91e4b9bd-f757-49ba-859a-5ea144cde025 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/73f1fa1a-c749-48d6-95e9-8505b516176e HTTP/1.1" status: 204 len: 168 time: 2.0910909 Jun 16 13:44:05.600435 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 37238) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:05.643521 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-62a498cf-df55-4d33-9b6f-8305d67930fd None None] Port d2db28d1-4214-48dd-8787-668a517f73c8 cannot update to ACTIVE because it is not bound. {{(pid=103676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:44:05.686629 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-bbd20ca6-d7dd-4bc6-a857-911436a22cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1752478'] for network, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:05.728358 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-a4a59329-fddf-4546-a958-0b6fe0f2a6a9 req-754ceab0-edaa-48de-a785-9fa977763b9d tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1201806 Jun 16 13:44:05.739107 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e4b9bd-f757-49ba-859a-5ea144cde025 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73f1fa1a-c749-48d6-95e9-8505b516176e,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:05.744419 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4cbed8-2842-4103-af96-6ef4875eb426 req-5b2524a2-db56-44f9-99b3-594619b42b24 tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:05.746741 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-cc4cbed8-2842-4103-af96-6ef4875eb426 req-5b2524a2-db56-44f9-99b3-594619b42b24 tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] 10.222.0.104 "GET /v2.0/ports?device_id=08e4bfe8-d343-4895-8c36-af9350072ea8 HTTP/1.1" status: 200 len: 931 time: 0.4352303 Jun 16 13:44:05.758444 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-91e4b9bd-f757-49ba-859a-5ea144cde025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:05.973920 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_dvr_db [None req-54d3cc9d-92b7-498a-9861-ba3fa06175bd None None] Set router 7e50170c-3d1b-4a69-9f55-a56108cdb371 gateway port host: dv-cinder-789603-10-smb {{(pid=103677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:44:05.987288 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-154b1f54-b7f7-4540-899d-207635e17b0f admin admin] Router 80b5022e-8a5c-40bd-9fbe-ac27764915f6 has already been hosted by L3 agent bfb54b95-b8bd-4202-8e6c-bc5e048a10e9 {{(pid=103674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:44:06.003613 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.v2.base [req-356995da-d1f1-4279-b5dc-101b4b6d6f43 req-3236fb25-1a50-4ad0-a6b4-ac3d122d58ce service neutron] Request body: {'port': {'device_id': 'f61f6257-f19e-4378-b0e7-8174c1b8ef7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=103675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:06.163487 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-cc4cbed8-2842-4103-af96-6ef4875eb426 req-ed99cc6e-d1ff-497f-8a51-3dfab3c12332 tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] 10.222.0.104 "GET /v2.0/security-groups?id=61bab3a4-2868-48b2-a00c-f276cf89b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3942416 Jun 16 13:44:06.172470 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-bbd20ca6-d7dd-4bc6-a857-911436a22cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1693580', 'neutron.services.segments.db._delete_segments_for_network-8779595370801'] for network, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:06.208955 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-bbd20ca6-d7dd-4bc6-a857-911436a22cfd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:44:06.209377 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-bbd20ca6-d7dd-4bc6-a857-911436a22cfd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:44:06.211043 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-bbd20ca6-d7dd-4bc6-a857-911436a22cfd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:44:06.211428 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-bbd20ca6-d7dd-4bc6-a857-911436a22cfd admin admin] Subscribe: > port after_create 55550000 {{(pid=103674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:44:06.211781 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-bbd20ca6-d7dd-4bc6-a857-911436a22cfd admin admin] Subscribe: > port after_delete 55550000 {{(pid=103674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:44:06.212265 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-bbd20ca6-d7dd-4bc6-a857-911436a22cfd admin admin] Subscribe: > port after_update 55550000 {{(pid=103674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:44:06.212683 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-bbd20ca6-d7dd-4bc6-a857-911436a22cfd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:44:06.213650 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-bbd20ca6-d7dd-4bc6-a857-911436a22cfd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:44:06.214060 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-bbd20ca6-d7dd-4bc6-a857-911436a22cfd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:44:06.214388 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-bbd20ca6-d7dd-4bc6-a857-911436a22cfd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:44:06.291796 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-356995da-d1f1-4279-b5dc-101b4b6d6f43 req-3236fb25-1a50-4ad0-a6b4-ac3d122d58ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:06.553242 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_hamode_db [None req-54d3cc9d-92b7-498a-9861-ba3fa06175bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e50170c-3d1b-4a69-9f55-a56108cdb371', 'name': 'tempest-ServerRescueNegativeTestJSON-654573120-router', 'tenant_id': 'aab2bee29bb84945808496017e6bfae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': 'b213fe9f-dd33-440b-b147-6ffac03a685e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:43:51Z', 'updated_at': '2021-06-16T13:43:59Z', 'revision_number': 4, 'project_id': 'aab2bee29bb84945808496017e6bfae7', 'gw_port': {'id': 'b213fe9f-dd33-440b-b147-6ffac03a685e', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e50170c-3d1b-4a69-9f55-a56108cdb371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:43:51Z', 'updated_at': '2021-06-16T13:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_interfaces': [{'id': 'c3035fa2-d693-4762-bb10-547a2595ebbb', 'name': '', 'network_id': '3fd1b355-6844-49d6-9575-d3c884c6ee87', 'tenant_id': 'aab2bee29bb84945808496017e6bfae7', 'mac_address': 'fa:16:3e:ea:f7:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e50170c-3d1b-4a69-9f55-a56108cdb371', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '79b8c341-956a-473f-ad31-1610f8a12fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:43:57Z', 'updated_at': '2021-06-16T13:44:01Z', 'revision_number': 2, 'project_id': 'aab2bee29bb84945808496017e6bfae7', 'subnets': [{'id': '79b8c341-956a-473f-ad31-1610f8a12fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:44:06.557889 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d3cc9d-92b7-498a-9861-ba3fa06175bd None None] Checking router: 7e50170c-3d1b-4a69-9f55-a56108cdb371 for host: dv-cinder-789603-10-smb {{(pid=103677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:44:06.558559 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d3cc9d-92b7-498a-9861-ba3fa06175bd None None] Updating router 7e50170c-3d1b-4a69-9f55-a56108cdb371 port c3035fa2-d693-4762-bb10-547a2595ebbb binding host dv-cinder-789603-10-smb {{(pid=103677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 13:44:06.588834 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-bbd20ca6-d7dd-4bc6-a857-911436a22cfd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:44:06.589214 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-bbd20ca6-d7dd-4bc6-a857-911436a22cfd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:44:06.589506 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-bbd20ca6-d7dd-4bc6-a857-911436a22cfd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:44:06.589802 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-bbd20ca6-d7dd-4bc6-a857-911436a22cfd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103674) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:44:06.590171 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.services.segments.db [None req-bbd20ca6-d7dd-4bc6-a857-911436a22cfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00141f92-bf39-4fbe-bc2d-6c7d99aed084']}} {{(pid=103674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:44:06.619786 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron_lib.callbacks.manager [None req-54d3cc9d-92b7-498a-9861-ba3fa06175bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:06.623849 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [req-a4a59329-fddf-4546-a958-0b6fe0f2a6a9 req-b7b9fe8b-62a5-4a01-bba3-a1e1cd8e8b0e service neutron] Request body: {'port': {'device_id': '08e4bfe8-d343-4895-8c36-af9350072ea8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:06.711193 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.services.segments.db [None req-bbd20ca6-d7dd-4bc6-a857-911436a22cfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb51f56b-d427-41ce-a831-b5f2aa21a5fe') {'for_net_delete': True} {{(pid=103674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:44:06.711867 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.services.segments.db [None req-bbd20ca6-d7dd-4bc6-a857-911436a22cfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb51f56b-d427-41ce-a831-b5f2aa21a5fe') {} {{(pid=103674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:44:06.933992 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.notifiers.nova [req-356995da-d1f1-4279-b5dc-101b4b6d6f43 req-3236fb25-1a50-4ad0-a6b4-ac3d122d58ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88 {{(pid=103675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:44:06.954074 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-356995da-d1f1-4279-b5dc-101b4b6d6f43 req-3236fb25-1a50-4ad0-a6b4-ac3d122d58ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:06.979437 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [req-356995da-d1f1-4279-b5dc-101b4b6d6f43 req-3236fb25-1a50-4ad0-a6b4-ac3d122d58ce service neutron] Transition to ACTIVE for port object 0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88 will not be triggered until provisioned by entity L2. {{(pid=103675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:44:06.988261 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-356995da-d1f1-4279-b5dc-101b4b6d6f43 req-3236fb25-1a50-4ad0-a6b4-ac3d122d58ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:06.990758 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-754ceab0-edaa-48de-a785-9fa977763b9d tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:07.089551 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-bbd20ca6-d7dd-4bc6-a857-911436a22cfd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779595370114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9699584'] for segment, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:07.116150 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.agents_db [None req-04e01baa-1c8d-439a-8f1b-024cbee7c8c9 None None] Agent healthcheck: found 6 active agents {{(pid=103677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:44:07.170706 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron_lib.callbacks.manager [None req-54d3cc9d-92b7-498a-9861-ba3fa06175bd None None] Notify callbacks [] for port, precommit_update {{(pid=103677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:07.180170 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3236fb25-1a50-4ad0-a6b4-ac3d122d58ce service neutron] Pushing event updated for resources: {'Port': ['ID=0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88,revision_number=2']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:07.195242 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.provisioning_blocks [None req-54d3cc9d-92b7-498a-9861-ba3fa06175bd None None] Transition to ACTIVE for port object c3035fa2-d693-4762-bb10-547a2595ebbb will not be triggered until provisioned by entity L2. {{(pid=103677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:44:07.218172 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron_lib.callbacks.manager [None req-54d3cc9d-92b7-498a-9861-ba3fa06175bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:07.220607 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:07.274626 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-3236fb25-1a50-4ad0-a6b4-ac3d122d58ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:07.290406 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-a4a59329-fddf-4546-a958-0b6fe0f2a6a9 req-b7b9fe8b-62a5-4a01-bba3-a1e1cd8e8b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:07.304797 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [req-356995da-d1f1-4279-b5dc-101b4b6d6f43 req-3236fb25-1a50-4ad0-a6b4-ac3d122d58ce service neutron] Attempting to bind port 0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:44:07.305447 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [req-356995da-d1f1-4279-b5dc-101b4b6d6f43 req-3236fb25-1a50-4ad0-a6b4-ac3d122d58ce service neutron] Attempting to bind port 0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '70187269-9371-4d60-a2ca-f207ba00f8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7d7741f-07ca-412f-8243-ccc485688abb'}] {{(pid=103675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:44:07.305550 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356995da-d1f1-4279-b5dc-101b4b6d6f43 req-3236fb25-1a50-4ad0-a6b4-ac3d122d58ce service neutron] Attempting to bind port 0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88 on network d7d7741f-07ca-412f-8243-ccc485688abb {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:44:07.322349 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356995da-d1f1-4279-b5dc-101b4b6d6f43 req-3236fb25-1a50-4ad0-a6b4-ac3d122d58ce service neutron] Port 0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88 on network d7d7741f-07ca-412f-8243-ccc485688abb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 13:44:07.322789 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356995da-d1f1-4279-b5dc-101b4b6d6f43 req-3236fb25-1a50-4ad0-a6b4-ac3d122d58ce service neutron] Attempting to bind port 0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88 on network d7d7741f-07ca-412f-8243-ccc485688abb {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:44:07.339753 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356995da-d1f1-4279-b5dc-101b4b6d6f43 req-3236fb25-1a50-4ad0-a6b4-ac3d122d58ce service neutron] Checking agent: {'id': '1d30c470-50d4-4ce2-b27c-c11b758166c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 42, 10), 'started_at': datetime.datetime(2021, 6, 16, 13, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:44:07.342415 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356995da-d1f1-4279-b5dc-101b4b6d6f43 req-3236fb25-1a50-4ad0-a6b4-ac3d122d58ce service neutron] Checking segment: {'id': '70187269-9371-4d60-a2ca-f207ba00f8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7d7741f-07ca-412f-8243-ccc485688abb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:44:07.343069 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356995da-d1f1-4279-b5dc-101b4b6d6f43 req-3236fb25-1a50-4ad0-a6b4-ac3d122d58ce service neutron] Bound using segment: {'id': '70187269-9371-4d60-a2ca-f207ba00f8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7d7741f-07ca-412f-8243-ccc485688abb'} {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:44:07.344200 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [req-356995da-d1f1-4279-b5dc-101b4b6d6f43 req-3236fb25-1a50-4ad0-a6b4-ac3d122d58ce service neutron] Bound port: 0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70187269-9371-4d60-a2ca-f207ba00f8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7d7741f-07ca-412f-8243-ccc485688abb'}}] {{(pid=103675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:44:07.345202 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-356995da-d1f1-4279-b5dc-101b4b6d6f43 req-3236fb25-1a50-4ad0-a6b4-ac3d122d58ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:07.399127 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b2341a-b819-425b-9723-52db85f3a15d None None] Pushing event updated for resources: {'Port': ['ID=c3035fa2-d693-4762-bb10-547a2595ebbb,revision_number=3']} {{(pid=103677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:07.404593 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-bbd20ca6-d7dd-4bc6-a857-911436a22cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688368'] for segment, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:07.435868 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG oslo_concurrency.lockutils [None req-20b2341a-b819-425b-9723-52db85f3a15d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=103677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:07.437141 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74aaa3-7798-4610-af8c-ca3598e4eee2 req-64873110-0efd-410f-a2c2-49da605b9227 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:07.446776 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-9d74aaa3-7798-4610-af8c-ca3598e4eee2 req-64873110-0efd-410f-a2c2-49da605b9227 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=f61f6257-f19e-4378-b0e7-8174c1b8ef7b HTTP/1.1" status: 200 len: 931 time: 1.4286170 Jun 16 13:44:07.479866 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbd20ca6-d7dd-4bc6-a857-911436a22cfd admin admin] Releasing vlan 1192 on physical network physnet1 to pool {{(pid=103674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 13:44:07.480379 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-bbd20ca6-d7dd-4bc6-a857-911436a22cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10072388'] for segment, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:07.497565 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.db [req-356995da-d1f1-4279-b5dc-101b4b6d6f43 req-3236fb25-1a50-4ad0-a6b4-ac3d122d58ce service neutron] For port 0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88, host hv-cinder-78960, cleared binding levels {{(pid=103675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:44:07.506807 dv-cinder-789603-10-smb neutron-server[103674]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 13:44:07.506807 dv-cinder-789603-10-smb neutron-server[103674]: from cryptography.utils import int_from_bytes Jun 16 13:44:07.506807 dv-cinder-789603-10-smb neutron-server[103674]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 13:44:07.506807 dv-cinder-789603-10-smb neutron-server[103674]: from cryptography.utils import int_from_bytes Jun 16 13:44:07.506807 dv-cinder-789603-10-smb neutron-server[103674]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:44:07.506807 dv-cinder-789603-10-smb neutron-server[103674]: retrieve_revision_numbers = { Jun 16 13:44:07.506807 dv-cinder-789603-10-smb neutron-server[103674]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:44:07.506807 dv-cinder-789603-10-smb neutron-server[103674]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:44:07.506807 dv-cinder-789603-10-smb neutron-server[103674]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:44:07.506807 dv-cinder-789603-10-smb neutron-server[103674]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:44:07.506807 dv-cinder-789603-10-smb neutron-server[103674]: Traceback (most recent call last): Jun 16 13:44:07.506807 dv-cinder-789603-10-smb neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 13:44:07.506807 dv-cinder-789603-10-smb neutron-server[103674]: timer() Jun 16 13:44:07.506807 dv-cinder-789603-10-smb neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 13:44:07.506807 dv-cinder-789603-10-smb neutron-server[103674]: cb(*args, **kw) Jun 16 13:44:07.506807 dv-cinder-789603-10-smb neutron-server[103674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 13:44:07.506807 dv-cinder-789603-10-smb neutron-server[103674]: return func(*args, **kwargs) Jun 16 13:44:07.506807 dv-cinder-789603-10-smb neutron-server[103674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 13:44:07.506807 dv-cinder-789603-10-smb neutron-server[103674]: self._notify() Jun 16 13:44:07.506807 dv-cinder-789603-10-smb neutron-server[103674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 13:44:07.506807 dv-cinder-789603-10-smb neutron-server[103674]: self.callback(batched_events) Jun 16 13:44:07.506807 dv-cinder-789603-10-smb neutron-server[103674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 13:44:07.506807 dv-cinder-789603-10-smb neutron-server[103674]: event.method(event) Jun 16 13:44:07.506807 dv-cinder-789603-10-smb neutron-server[103674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 13:44:07.506807 dv-cinder-789603-10-smb neutron-server[103674]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 13:44:07.506807 dv-cinder-789603-10-smb neutron-server[103674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 13:44:07.506807 dv-cinder-789603-10-smb neutron-server[103674]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 13:44:07.506807 dv-cinder-789603-10-smb neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 13:44:07.506807 dv-cinder-789603-10-smb neutron-server[103674]: return f(self, *a, **k) Jun 16 13:44:07.506807 dv-cinder-789603-10-smb neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 13:44:07.506807 dv-cinder-789603-10-smb neutron-server[103674]: return self._get(url).json() Jun 16 13:44:07.506807 dv-cinder-789603-10-smb neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 13:44:07.506807 dv-cinder-789603-10-smb neutron-server[103674]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 13:44:07.506807 dv-cinder-789603-10-smb neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 13:44:07.506807 dv-cinder-789603-10-smb neutron-server[103674]: return self.request(url, 'GET', **kwargs) Jun 16 13:44:07.506807 dv-cinder-789603-10-smb neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 13:44:07.506807 dv-cinder-789603-10-smb neutron-server[103674]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 13:44:07.506807 dv-cinder-789603-10-smb neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 13:44:07.506807 dv-cinder-789603-10-smb neutron-server[103674]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 13:44:07.506807 dv-cinder-789603-10-smb neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 13:44:07.506807 dv-cinder-789603-10-smb neutron-server[103674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 13:44:07.506807 dv-cinder-789603-10-smb neutron-server[103674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 13:44:07.514099 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.db [req-356995da-d1f1-4279-b5dc-101b4b6d6f43 req-3236fb25-1a50-4ad0-a6b4-ac3d122d58ce service neutron] For port 0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88,segment=NetworkSegment(70187269-9371-4d60-a2ca-f207ba00f8d3),segment_id=70187269-9371-4d60-a2ca-f207ba00f8d3)] {{(pid=103675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:44:07.517666 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a932ec-acc9-4782-8258-cb8a9781e8bf req-ca0a5650-0f30-4472-8148-004b4337f51b tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:07.519799 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-60a932ec-acc9-4782-8258-cb8a9781e8bf req-ca0a5650-0f30-4472-8148-004b4337f51b tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/networks?id=3fd1b355-6844-49d6-9575-d3c884c6ee87 HTTP/1.1" status: 200 len: 818 time: 0.9122725 Jun 16 13:44:07.526238 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-356995da-d1f1-4279-b5dc-101b4b6d6f43 req-3236fb25-1a50-4ad0-a6b4-ac3d122d58ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:07.537756 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.managers [None req-54d3cc9d-92b7-498a-9861-ba3fa06175bd None None] Attempting to bind port c3035fa2-d693-4762-bb10-547a2595ebbb on host dv-cinder-789603-10-smb for vnic_type normal with profile {{(pid=103677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:44:07.538171 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.managers [None req-54d3cc9d-92b7-498a-9861-ba3fa06175bd None None] Attempting to bind port c3035fa2-d693-4762-bb10-547a2595ebbb by drivers openvswitch,hyperv on host dv-cinder-789603-10-smb at level 0 using segments [{'id': '67aaae54-27eb-4036-b1c4-025670067924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '3fd1b355-6844-49d6-9575-d3c884c6ee87'}] {{(pid=103677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:44:07.539426 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d3cc9d-92b7-498a-9861-ba3fa06175bd None None] Attempting to bind port c3035fa2-d693-4762-bb10-547a2595ebbb on network 3fd1b355-6844-49d6-9575-d3c884c6ee87 {{(pid=103677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:44:07.546445 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d3cc9d-92b7-498a-9861-ba3fa06175bd None None] Checking agent: {'id': '621db60c-c63b-44d7-809e-3da174a43cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 1), 'started_at': datetime.datetime(2021, 6, 16, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:44:07.547004 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d3cc9d-92b7-498a-9861-ba3fa06175bd None None] Checking segment: {'id': '67aaae54-27eb-4036-b1c4-025670067924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '3fd1b355-6844-49d6-9575-d3c884c6ee87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:44:07.547412 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron_lib.callbacks.manager [None req-54d3cc9d-92b7-498a-9861-ba3fa06175bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:07.547802 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d3cc9d-92b7-498a-9861-ba3fa06175bd None None] Bound using segment: {'id': '67aaae54-27eb-4036-b1c4-025670067924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '3fd1b355-6844-49d6-9575-d3c884c6ee87'} {{(pid=103677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:44:07.549456 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.managers [None req-54d3cc9d-92b7-498a-9861-ba3fa06175bd None None] Bound port: c3035fa2-d693-4762-bb10-547a2595ebbb, host: dv-cinder-789603-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67aaae54-27eb-4036-b1c4-025670067924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '3fd1b355-6844-49d6-9575-d3c884c6ee87'}}] {{(pid=103677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:44:07.549837 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron_lib.callbacks.manager [None req-54d3cc9d-92b7-498a-9861-ba3fa06175bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:07.551711 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-d39e2dc7-63b0-4f5b-aada-28359fcea1d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:07.564881 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356995da-d1f1-4279-b5dc-101b4b6d6f43 req-3236fb25-1a50-4ad0-a6b4-ac3d122d58ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:07.565785 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-356995da-d1f1-4279-b5dc-101b4b6d6f43 req-3236fb25-1a50-4ad0-a6b4-ac3d122d58ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for port, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:07.570236 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-356995da-d1f1-4279-b5dc-101b4b6d6f43 req-3236fb25-1a50-4ad0-a6b4-ac3d122d58ce service neutron] 10.222.0.101 "PUT /v2.0/ports/0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88 HTTP/1.1" status: 200 len: 1093 time: 1.6842976 Jun 16 13:44:07.573520 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f61f6257-f19e-4378-b0e7-8174c1b8ef7b', 'tag': '0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88'}] {{(pid=103675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:44:07.625516 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-9d74aaa3-7798-4610-af8c-ca3598e4eee2 req-270d66a1-76e3-4253-b550-2ddaf7ce86f8 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773143 Jun 16 13:44:07.730014 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-60a932ec-acc9-4782-8258-cb8a9781e8bf req-89618b30-1c01-455f-a487-114cbce5f73a tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/quotas/aab2bee29bb84945808496017e6bfae7 HTTP/1.1" status: 200 len: 375 time: 0.1750383 Jun 16 13:44:07.764691 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.db [None req-54d3cc9d-92b7-498a-9861-ba3fa06175bd None None] For port c3035fa2-d693-4762-bb10-547a2595ebbb, host dv-cinder-789603-10-smb, cleared binding levels {{(pid=103677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:44:07.769260 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.db [None req-54d3cc9d-92b7-498a-9861-ba3fa06175bd None None] For port c3035fa2-d693-4762-bb10-547a2595ebbb, host dv-cinder-789603-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=c3035fa2-d693-4762-bb10-547a2595ebbb,segment=NetworkSegment(67aaae54-27eb-4036-b1c4-025670067924),segment_id=67aaae54-27eb-4036-b1c4-025670067924)] {{(pid=103677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:44:07.778253 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron_lib.callbacks.manager [None req-54d3cc9d-92b7-498a-9861-ba3fa06175bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:07.815908 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:07.819326 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3236fb25-1a50-4ad0-a6b4-ac3d122d58ce service neutron] Pushing event updated for resources: {'Port': ['ID=0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88,revision_number=3']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:07.874748 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-3236fb25-1a50-4ad0-a6b4-ac3d122d58ce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:07.955240 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154b1f54-b7f7-4540-899d-207635e17b0f admin admin] Notify agent at l3_agent.dv-cinder-789603-10-smb the message routers_updated {{(pid=103674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:44:07.972549 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5323705e-f5f1-4313-97d9-2642db5f6243 None None] Sync routers for ids ['80b5022e-8a5c-40bd-9fbe-ac27764915f6'] in dv-cinder-789603-10-smb {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:44:07.988115 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b2341a-b819-425b-9723-52db85f3a15d None None] Pushing event updated for resources: {'Port': ['ID=c3035fa2-d693-4762-bb10-547a2595ebbb,revision_number=4']} {{(pid=103677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:07.988521 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5323705e-f5f1-4313-97d9-2642db5f6243 None None] Routers {'80b5022e-8a5c-40bd-9fbe-ac27764915f6'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:44:07.990987 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-5323705e-f5f1-4313-97d9-2642db5f6243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:44:01Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['80b5022e-8a5c-40bd-9fbe-ac27764915f6'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:44:08.007488 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG oslo_concurrency.lockutils [None req-20b2341a-b819-425b-9723-52db85f3a15d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=103677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:08.026690 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d3cc9d-92b7-498a-9861-ba3fa06175bd None None] Routers {'7e50170c-3d1b-4a69-9f55-a56108cdb371'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:44:08.027834 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_hamode_db [None req-54d3cc9d-92b7-498a-9861-ba3fa06175bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:44:01Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['7e50170c-3d1b-4a69-9f55-a56108cdb371'], 'active': True} {{(pid=103677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:44:08.058615 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 37308) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:08.205093 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a16ec9cc8eba4f619b451732e343570940bd63550f2ec78b6d3f6fbb7e41a49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5a1e46-c698-4d78-8944-34fa41f115d4" -d '{"events": [{"name": "network-changed", "server_uuid": "f61f6257-f19e-4378-b0e7-8174c1b8ef7b", "tag": "0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88"}]}' {{(pid=103675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:44:08.213709 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-bbd20ca6-d7dd-4bc6-a857-911436a22cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1693573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759152'] for network, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:08.299223 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-5323705e-f5f1-4313-97d9-2642db5f6243 None None] Set router 80b5022e-8a5c-40bd-9fbe-ac27764915f6 gateway port host: dv-cinder-789603-10-smb {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:44:08.305198 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-52efe249-5e7c-445a-a45f-26eb9f0e1f3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:08.311043 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-154b1f54-b7f7-4540-899d-207635e17b0f admin admin] 10.222.0.104 "PUT /v2.0/routers/80b5022e-8a5c-40bd-9fbe-ac27764915f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3912368 Jun 16 13:44:08.359765 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-bbd20ca6-d7dd-4bc6-a857-911436a22cfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for network, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:08.367253 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-bbd20ca6-d7dd-4bc6-a857-911436a22cfd admin admin] 10.222.0.104 "DELETE /v2.0/networks/00141f92-bf39-4fbe-bc2d-6c7d99aed084 HTTP/1.1" status: 204 len: 168 time: 2.7649722 Jun 16 13:44:08.373939 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 37322) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:08.387460 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-e71fff59-b005-4939-813d-ebb59bf010a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:08.473061 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_dvr_db [None req-54d3cc9d-92b7-498a-9861-ba3fa06175bd None None] Set router 7e50170c-3d1b-4a69-9f55-a56108cdb371 gateway port host: dv-cinder-789603-10-smb {{(pid=103677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:44:08.593698 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6e87063-2e49-42e4-8854-745039c67d62 admin admin] Deleting subnet 7b800bbc-e71c-4952-a8a0-0b120c552eec {{(pid=103675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 13:44:08.607825 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-b6e87063-2e49-42e4-8854-745039c67d62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:08.629718 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd20ca6-d7dd-4bc6-a857-911436a22cfd admin admin] Pushing event deleted for resources: {'Network': ['ID=00141f92-bf39-4fbe-bc2d-6c7d99aed084,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:08.782457 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-bbd20ca6-d7dd-4bc6-a857-911436a22cfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:08.884827 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-60a932ec-acc9-4782-8258-cb8a9781e8bf req-b952943f-f496-496f-846d-66df6b9aaf94 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=aab2bee29bb84945808496017e6bfae7&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1092815 Jun 16 13:44:08.914143 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-5323705e-f5f1-4313-97d9-2642db5f6243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b5022e-8a5c-40bd-9fbe-ac27764915f6', 'name': 'tempest-AttachVolumeTestJSON-304096213-router', 'tenant_id': '1c34861a49bb497085ef26aa3cc556f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.127'}], 'enable_snat': True}, 'gw_port_id': '89afefbb-493e-409f-964f-cd2e8e01ddfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:43:51Z', 'updated_at': '2021-06-16T13:44:00Z', 'revision_number': 4, 'project_id': '1c34861a49bb497085ef26aa3cc556f7', 'gw_port': {'id': '89afefbb-493e-409f-964f-cd2e8e01ddfb', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:04:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b5022e-8a5c-40bd-9fbe-ac27764915f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:43:54Z', 'updated_at': '2021-06-16T13:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_interfaces': [{'id': 'd2db28d1-4214-48dd-8787-668a517f73c8', 'name': '', 'network_id': 'bc7f85d7-a9cc-4cbe-8009-a532b58d3643', 'tenant_id': '1c34861a49bb497085ef26aa3cc556f7', 'mac_address': 'fa:16:3e:f2:01:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b5022e-8a5c-40bd-9fbe-ac27764915f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fdb76e97-5183-4499-ab60-29df581b2de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:43:58Z', 'updated_at': '2021-06-16T13:44:02Z', 'revision_number': 2, 'project_id': '1c34861a49bb497085ef26aa3cc556f7', 'subnets': [{'id': 'fdb76e97-5183-4499-ab60-29df581b2de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:44:08.926572 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5323705e-f5f1-4313-97d9-2642db5f6243 None None] Checking router: 80b5022e-8a5c-40bd-9fbe-ac27764915f6 for host: dv-cinder-789603-10-smb {{(pid=103676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:44:08.928223 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5323705e-f5f1-4313-97d9-2642db5f6243 None None] Updating router 80b5022e-8a5c-40bd-9fbe-ac27764915f6 port d2db28d1-4214-48dd-8787-668a517f73c8 binding host dv-cinder-789603-10-smb {{(pid=103676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 13:44:08.950194 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-52efe249-5e7c-445a-a45f-26eb9f0e1f3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:08.955881 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-52efe249-5e7c-445a-a45f-26eb9f0e1f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:08.961880 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-b6e87063-2e49-42e4-8854-745039c67d62 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:08.964717 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-23fc5e55-ca67-4d67-9ef6-53d84025d243 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:08.976702 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_hamode_db [None req-54d3cc9d-92b7-498a-9861-ba3fa06175bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e50170c-3d1b-4a69-9f55-a56108cdb371', 'name': 'tempest-ServerRescueNegativeTestJSON-654573120-router', 'tenant_id': 'aab2bee29bb84945808496017e6bfae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': 'b213fe9f-dd33-440b-b147-6ffac03a685e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:43:51Z', 'updated_at': '2021-06-16T13:43:59Z', 'revision_number': 4, 'project_id': 'aab2bee29bb84945808496017e6bfae7', 'gw_port': {'id': 'b213fe9f-dd33-440b-b147-6ffac03a685e', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e50170c-3d1b-4a69-9f55-a56108cdb371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:43:51Z', 'updated_at': '2021-06-16T13:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_interfaces': [{'id': 'c3035fa2-d693-4762-bb10-547a2595ebbb', 'name': '', 'network_id': '3fd1b355-6844-49d6-9575-d3c884c6ee87', 'tenant_id': 'aab2bee29bb84945808496017e6bfae7', 'mac_address': 'fa:16:3e:ea:f7:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e50170c-3d1b-4a69-9f55-a56108cdb371', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '79b8c341-956a-473f-ad31-1610f8a12fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:43:57Z', 'updated_at': '2021-06-16T13:44:07Z', 'revision_number': 4, 'project_id': 'aab2bee29bb84945808496017e6bfae7', 'subnets': [{'id': '79b8c341-956a-473f-ad31-1610f8a12fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:44:08.983131 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-b6e87063-2e49-42e4-8854-745039c67d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693187'] for subnet, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:08.984295 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-5323705e-f5f1-4313-97d9-2642db5f6243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:08.984805 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d3cc9d-92b7-498a-9861-ba3fa06175bd None None] The sync data for ids ['7e50170c-3d1b-4a69-9f55-a56108cdb371'] in dv-cinder-789603-10-smb is: [{'id': '7e50170c-3d1b-4a69-9f55-a56108cdb371', 'name': 'tempest-ServerRescueNegativeTestJSON-654573120-router', 'tenant_id': 'aab2bee29bb84945808496017e6bfae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': 'b213fe9f-dd33-440b-b147-6ffac03a685e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:43:51Z', 'updated_at': '2021-06-16T13:43:59Z', 'revision_number': 4, 'project_id': 'aab2bee29bb84945808496017e6bfae7', 'gw_port': {'id': 'b213fe9f-dd33-440b-b147-6ffac03a685e', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e50170c-3d1b-4a69-9f55-a56108cdb371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:43:51Z', 'updated_at': '2021-06-16T13:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_interfaces': [{'id': 'c3035fa2-d693-4762-bb10-547a2595ebbb', 'name': '', 'network_id': '3fd1b355-6844-49d6-9575-d3c884c6ee87', 'tenant_id': 'aab2bee29bb84945808496017e6bfae7', 'mac_address': 'fa:16:3e:ea:f7:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e50170c-3d1b-4a69-9f55-a56108cdb371', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '79b8c341-956a-473f-ad31-1610f8a12fbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:43:57Z', 'updated_at': '2021-06-16T13:44:07Z', 'revision_number': 4, 'project_id': 'aab2bee29bb84945808496017e6bfae7', 'subnets': [{'id': '79b8c341-956a-473f-ad31-1610f8a12fbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:44:08.989712 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e058d13-5ede-43bf-86c5-9674442acbfd req-c8002a59-33b2-4794-b7ae-5a5cfbc03d0b tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:08.996540 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-7e058d13-5ede-43bf-86c5-9674442acbfd req-c8002a59-33b2-4794-b7ae-5a5cfbc03d0b tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] 10.222.0.104 "GET /v2.0/ports?device_id=08e4bfe8-d343-4895-8c36-af9350072ea8 HTTP/1.1" status: 200 len: 931 time: 0.6759212 Jun 16 13:44:09.134821 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-52efe249-5e7c-445a-a45f-26eb9f0e1f3e admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=c38abd0a55f540dbb0681df58f0d8f8c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0747671 Jun 16 13:44:09.173858 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 37344) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:09.239174 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-7e058d13-5ede-43bf-86c5-9674442acbfd req-4acaef5a-7f9a-4014-a0e2-a842443fe984 tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] 10.222.0.104 "GET /v2.0/security-groups?id=61bab3a4-2868-48b2-a00c-f276cf89b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416465 Jun 16 13:44:09.323595 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-b6e87063-2e49-42e4-8854-745039c67d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174'] for subnet, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:09.343888 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52efe249-5e7c-445a-a45f-26eb9f0e1f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3c22a2-aea9-4dac-9b7e-a9f03648a9ac,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:09.362754 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-52efe249-5e7c-445a-a45f-26eb9f0e1f3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:09.377621 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-60a932ec-acc9-4782-8258-cb8a9781e8bf req-71ddb854-de1e-4f26-ac2d-a69f4764b416 service neutron] 10.222.0.104 "GET /v2.0/networks/3fd1b355-6844-49d6-9575-d3c884c6ee87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4917183 Jun 16 13:44:09.388360 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:09.464052 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e87063-2e49-42e4-8854-745039c67d62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b800bbc-e71c-4952-a8a0-0b120c552eec,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:09.468909 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-b6e87063-2e49-42e4-8854-745039c67d62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:09.478510 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-b6e87063-2e49-42e4-8854-745039c67d62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:09.489383 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-b6e87063-2e49-42e4-8854-745039c67d62 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/7b800bbc-e71c-4952-a8a0-0b120c552eec HTTP/1.1" status: 204 len: 168 time: 1.1109469 Jun 16 13:44:09.504606 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 37348) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:09.539392 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device c3035fa2-d693-4762-bb10-547a2595ebbb up at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:44:09.555276 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.notifiers.nova [req-a4a59329-fddf-4546-a958-0b6fe0f2a6a9 req-b7b9fe8b-62a5-4a01-bba3-a1e1cd8e8b0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dadf846-ff22-4b52-b0c9-702f4135b2f1 {{(pid=103674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:44:09.568218 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356995da-d1f1-4279-b5dc-101b4b6d6f43 req-e6b62eec-1609-41ec-85a0-4f3570612bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:09.569932 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-356995da-d1f1-4279-b5dc-101b4b6d6f43 req-e6b62eec-1609-41ec-85a0-4f3570612bca service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ca93fec913c446f4a19f859e71e49cd1&device_id=f61f6257-f19e-4378-b0e7-8174c1b8ef7b HTTP/1.1" status: 200 len: 1096 time: 0.4506824 Jun 16 13:44:09.634399 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-a4a59329-fddf-4546-a958-0b6fe0f2a6a9 req-b7b9fe8b-62a5-4a01-bba3-a1e1cd8e8b0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:09.686042 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4f8d6b-2270-4876-957a-513da0e82d3e x-openstack-request-id: req-4c4f8d6b-2270-4876-957a-513da0e82d3e {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:44:09.686338 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f61f6257-f19e-4378-b0e7-8174c1b8ef7b", "tag": "0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88", "status": "completed", "code": 200}]} {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:44:09.686596 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-4c4f8d6b-2270-4876-957a-513da0e82d3e {{(pid=103675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:44:09.687151 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f61f6257-f19e-4378-b0e7-8174c1b8ef7b', 'tag': '0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88', 'status': 'completed', 'code': 200} Jun 16 13:44:09.699551 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.provisioning_blocks [req-a4a59329-fddf-4546-a958-0b6fe0f2a6a9 req-b7b9fe8b-62a5-4a01-bba3-a1e1cd8e8b0e service neutron] Transition to ACTIVE for port object 9dadf846-ff22-4b52-b0c9-702f4135b2f1 will not be triggered until provisioned by entity L2. {{(pid=103674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:44:09.705492 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:09.712498 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5d42fc7c-8fa3-4a61-9b56-41da1958140c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1752478'] for network, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:09.720044 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b70b5dfb-0490-4886-b200-e4a2ce327fe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:09.721661 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-a4a59329-fddf-4546-a958-0b6fe0f2a6a9 req-b7b9fe8b-62a5-4a01-bba3-a1e1cd8e8b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10072344'] for port, after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:09.745012 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-3f0b0843-107f-4566-860b-3218614102d6 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:09.807022 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning for port c3035fa2-d693-4762-bb10-547a2595ebbb completed by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:44:09.816180 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning complete for port c3035fa2-d693-4762-bb10-547a2595ebbb triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:44:09.816747 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:09.957207 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5d42fc7c-8fa3-4a61-9b56-41da1958140c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1693580', 'neutron.services.segments.db._delete_segments_for_network-8779595370801'] for network, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:09.968699 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b70b5dfb-0490-4886-b200-e4a2ce327fe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:09.986726 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5d42fc7c-8fa3-4a61-9b56-41da1958140c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:44:09.987469 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5d42fc7c-8fa3-4a61-9b56-41da1958140c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:44:09.988569 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5d42fc7c-8fa3-4a61-9b56-41da1958140c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:44:09.989137 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5d42fc7c-8fa3-4a61-9b56-41da1958140c admin admin] Subscribe: > port after_create 55550000 {{(pid=103675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:44:09.989886 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5d42fc7c-8fa3-4a61-9b56-41da1958140c admin admin] Subscribe: > port after_delete 55550000 {{(pid=103675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:44:09.990468 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5d42fc7c-8fa3-4a61-9b56-41da1958140c admin admin] Subscribe: > port after_update 55550000 {{(pid=103675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:44:09.991029 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5d42fc7c-8fa3-4a61-9b56-41da1958140c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:44:09.991621 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5d42fc7c-8fa3-4a61-9b56-41da1958140c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:44:09.992206 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5d42fc7c-8fa3-4a61-9b56-41da1958140c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:44:09.992718 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5d42fc7c-8fa3-4a61-9b56-41da1958140c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:44:10.060434 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-5323705e-f5f1-4313-97d9-2642db5f6243 None None] Notify callbacks [] for port, precommit_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:10.107803 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-5323705e-f5f1-4313-97d9-2642db5f6243 None None] Transition to ACTIVE for port object d2db28d1-4214-48dd-8787-668a517f73c8 will not be triggered until provisioned by entity L2. {{(pid=103676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:44:10.135735 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-5323705e-f5f1-4313-97d9-2642db5f6243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:10.146179 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5d42fc7c-8fa3-4a61-9b56-41da1958140c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:44:10.146519 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5d42fc7c-8fa3-4a61-9b56-41da1958140c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:44:10.147008 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5d42fc7c-8fa3-4a61-9b56-41da1958140c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:44:10.147488 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5d42fc7c-8fa3-4a61-9b56-41da1958140c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 16 13:44:10.148148 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.services.segments.db [None req-5d42fc7c-8fa3-4a61-9b56-41da1958140c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6922a33-78d6-4b0e-b505-25abf5837aa4']}} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:44:10.148975 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7fb4e5d9-013f-4755-b325-f0c094fbeadf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:10.172082 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-60a932ec-acc9-4782-8258-cb8a9781e8bf req-324c91e2-807a-477c-bf8f-f9ce1c762bb2 service neutron] 10.222.0.104 "GET /v2.0/networks/3fd1b355-6844-49d6-9575-d3c884c6ee87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7848217 Jun 16 13:44:10.197150 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.services.segments.db [None req-5d42fc7c-8fa3-4a61-9b56-41da1958140c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '697728c7-3e7d-4282-8de5-25d7d0c7832b') {'for_net_delete': True} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:44:10.197666 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.services.segments.db [None req-5d42fc7c-8fa3-4a61-9b56-41da1958140c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '697728c7-3e7d-4282-8de5-25d7d0c7832b') {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:44:10.213561 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b9fe8b-62a5-4a01-bba3-a1e1cd8e8b0e service neutron] Pushing event updated for resources: {'Port': ['ID=9dadf846-ff22-4b52-b0c9-702f4135b2f1,revision_number=2']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:10.223163 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-b7b9fe8b-62a5-4a01-bba3-a1e1cd8e8b0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:10.253527 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5d42fc7c-8fa3-4a61-9b56-41da1958140c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779595370114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011119'] for segment, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:10.295706 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:10.310725 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5d42fc7c-8fa3-4a61-9b56-41da1958140c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688368'] for segment, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:10.374179 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d42fc7c-8fa3-4a61-9b56-41da1958140c admin admin] Releasing vlan 1169 on physical network physnet1 to pool {{(pid=103675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 13:44:10.375859 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5d42fc7c-8fa3-4a61-9b56-41da1958140c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266928'] for segment, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:10.381842 dv-cinder-789603-10-smb neutron-server[103675]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 13:44:10.381842 dv-cinder-789603-10-smb neutron-server[103675]: from cryptography.utils import int_from_bytes Jun 16 13:44:10.381842 dv-cinder-789603-10-smb neutron-server[103675]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 16 13:44:10.381842 dv-cinder-789603-10-smb neutron-server[103675]: from cryptography.utils import int_from_bytes Jun 16 13:44:10.381842 dv-cinder-789603-10-smb neutron-server[103675]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:44:10.381842 dv-cinder-789603-10-smb neutron-server[103675]: retrieve_revision_numbers = { Jun 16 13:44:10.381842 dv-cinder-789603-10-smb neutron-server[103675]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:44:10.381842 dv-cinder-789603-10-smb neutron-server[103675]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:44:10.381842 dv-cinder-789603-10-smb neutron-server[103675]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:44:10.381842 dv-cinder-789603-10-smb neutron-server[103675]: retrieve_revision_numbers = { Jun 16 13:44:10.381842 dv-cinder-789603-10-smb neutron-server[103675]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:44:10.381842 dv-cinder-789603-10-smb neutron-server[103675]: retrieve_revision_numbers = { Jun 16 13:44:10.381842 dv-cinder-789603-10-smb neutron-server[103675]: Traceback (most recent call last): Jun 16 13:44:10.381842 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 13:44:10.381842 dv-cinder-789603-10-smb neutron-server[103675]: timer() Jun 16 13:44:10.381842 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 13:44:10.381842 dv-cinder-789603-10-smb neutron-server[103675]: cb(*args, **kw) Jun 16 13:44:10.381842 dv-cinder-789603-10-smb neutron-server[103675]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 13:44:10.381842 dv-cinder-789603-10-smb neutron-server[103675]: return func(*args, **kwargs) Jun 16 13:44:10.381842 dv-cinder-789603-10-smb neutron-server[103675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 13:44:10.381842 dv-cinder-789603-10-smb neutron-server[103675]: self._notify() Jun 16 13:44:10.381842 dv-cinder-789603-10-smb neutron-server[103675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 13:44:10.381842 dv-cinder-789603-10-smb neutron-server[103675]: self.callback(batched_events) Jun 16 13:44:10.381842 dv-cinder-789603-10-smb neutron-server[103675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 13:44:10.381842 dv-cinder-789603-10-smb neutron-server[103675]: event.method(event) Jun 16 13:44:10.381842 dv-cinder-789603-10-smb neutron-server[103675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 13:44:10.381842 dv-cinder-789603-10-smb neutron-server[103675]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 13:44:10.381842 dv-cinder-789603-10-smb neutron-server[103675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 13:44:10.381842 dv-cinder-789603-10-smb neutron-server[103675]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 13:44:10.381842 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 13:44:10.381842 dv-cinder-789603-10-smb neutron-server[103675]: return f(self, *a, **k) Jun 16 13:44:10.381842 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 13:44:10.381842 dv-cinder-789603-10-smb neutron-server[103675]: return self._get(url).json() Jun 16 13:44:10.381842 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 13:44:10.381842 dv-cinder-789603-10-smb neutron-server[103675]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 13:44:10.381842 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 13:44:10.381842 dv-cinder-789603-10-smb neutron-server[103675]: return self.request(url, 'GET', **kwargs) Jun 16 13:44:10.381842 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 13:44:10.381842 dv-cinder-789603-10-smb neutron-server[103675]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 13:44:10.381842 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 13:44:10.381842 dv-cinder-789603-10-smb neutron-server[103675]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 13:44:10.381842 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 13:44:10.381842 dv-cinder-789603-10-smb neutron-server[103675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 13:44:10.381842 dv-cinder-789603-10-smb neutron-server[103675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 13:44:10.513924 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b70b5dfb-0490-4886-b200-e4a2ce327fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:10.600253 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b70b5dfb-0490-4886-b200-e4a2ce327fe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:10.603005 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-b70b5dfb-0490-4886-b200-e4a2ce327fe0 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/ed3c22a2-aea9-4dac-9b7e-a9f03648a9ac HTTP/1.1" status: 204 len: 168 time: 1.4261489 Jun 16 13:44:10.632188 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-e3c7bff5-83cb-49f6-abaf-424d7a8cafca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:10.641582 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5d42fc7c-8fa3-4a61-9b56-41da1958140c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1693573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759152'] for network, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:10.659565 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5d42fc7c-8fa3-4a61-9b56-41da1958140c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for network, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:10.668601 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-5d42fc7c-8fa3-4a61-9b56-41da1958140c admin admin] 10.222.0.104 "DELETE /v2.0/networks/e6922a33-78d6-4b0e-b505-25abf5837aa4 HTTP/1.1" status: 204 len: 168 time: 1.1595800 Jun 16 13:44:10.673481 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:10.734919 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d42fc7c-8fa3-4a61-9b56-41da1958140c admin admin] Pushing event deleted for resources: {'Network': ['ID=e6922a33-78d6-4b0e-b505-25abf5837aa4,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:10.736863 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.managers [req-a4a59329-fddf-4546-a958-0b6fe0f2a6a9 req-b7b9fe8b-62a5-4a01-bba3-a1e1cd8e8b0e service neutron] Attempting to bind port 9dadf846-ff22-4b52-b0c9-702f4135b2f1 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:44:10.742776 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.managers [req-a4a59329-fddf-4546-a958-0b6fe0f2a6a9 req-b7b9fe8b-62a5-4a01-bba3-a1e1cd8e8b0e service neutron] Attempting to bind port 9dadf846-ff22-4b52-b0c9-702f4135b2f1 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'b9f9007b-df73-4fb9-96ce-1a01c115ccf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '4ca15c7f-c7ee-4a72-846e-39d6e16e331b'}] {{(pid=103674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:44:10.743435 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a59329-fddf-4546-a958-0b6fe0f2a6a9 req-b7b9fe8b-62a5-4a01-bba3-a1e1cd8e8b0e service neutron] Attempting to bind port 9dadf846-ff22-4b52-b0c9-702f4135b2f1 on network 4ca15c7f-c7ee-4a72-846e-39d6e16e331b {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:44:10.746257 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-5d42fc7c-8fa3-4a61-9b56-41da1958140c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:10.755380 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70b5dfb-0490-4886-b200-e4a2ce327fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3c22a2-aea9-4dac-9b7e-a9f03648a9ac,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:10.765832 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-b70b5dfb-0490-4886-b200-e4a2ce327fe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:10.803666 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bff151-ef07-4aae-8998-062bf4b32cf9 req-23730ce5-925b-4512-b426-71f3bcf83932 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:10.824143 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-00bff151-ef07-4aae-8998-062bf4b32cf9 req-23730ce5-925b-4512-b426-71f3bcf83932 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=f61f6257-f19e-4378-b0e7-8174c1b8ef7b HTTP/1.1" status: 200 len: 943 time: 0.7918193 Jun 16 13:44:10.881919 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a59329-fddf-4546-a958-0b6fe0f2a6a9 req-b7b9fe8b-62a5-4a01-bba3-a1e1cd8e8b0e service neutron] Port 9dadf846-ff22-4b52-b0c9-702f4135b2f1 on network 4ca15c7f-c7ee-4a72-846e-39d6e16e331b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 13:44:10.882210 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a59329-fddf-4546-a958-0b6fe0f2a6a9 req-b7b9fe8b-62a5-4a01-bba3-a1e1cd8e8b0e service neutron] Attempting to bind port 9dadf846-ff22-4b52-b0c9-702f4135b2f1 on network 4ca15c7f-c7ee-4a72-846e-39d6e16e331b {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:44:10.978205 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a59329-fddf-4546-a958-0b6fe0f2a6a9 req-b7b9fe8b-62a5-4a01-bba3-a1e1cd8e8b0e service neutron] Checking agent: {'id': '1d30c470-50d4-4ce2-b27c-c11b758166c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 42, 10), 'started_at': datetime.datetime(2021, 6, 16, 13, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:44:10.978831 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a59329-fddf-4546-a958-0b6fe0f2a6a9 req-b7b9fe8b-62a5-4a01-bba3-a1e1cd8e8b0e service neutron] Checking segment: {'id': 'b9f9007b-df73-4fb9-96ce-1a01c115ccf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '4ca15c7f-c7ee-4a72-846e-39d6e16e331b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:44:10.979077 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a59329-fddf-4546-a958-0b6fe0f2a6a9 req-b7b9fe8b-62a5-4a01-bba3-a1e1cd8e8b0e service neutron] Bound using segment: {'id': 'b9f9007b-df73-4fb9-96ce-1a01c115ccf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '4ca15c7f-c7ee-4a72-846e-39d6e16e331b'} {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:44:10.979662 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.managers [req-a4a59329-fddf-4546-a958-0b6fe0f2a6a9 req-b7b9fe8b-62a5-4a01-bba3-a1e1cd8e8b0e service neutron] Bound port: 9dadf846-ff22-4b52-b0c9-702f4135b2f1, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9f9007b-df73-4fb9-96ce-1a01c115ccf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '4ca15c7f-c7ee-4a72-846e-39d6e16e331b'}}] {{(pid=103674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:44:10.980078 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-a4a59329-fddf-4546-a958-0b6fe0f2a6a9 req-b7b9fe8b-62a5-4a01-bba3-a1e1cd8e8b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:11.086265 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 37388) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:11.162650 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-5323705e-f5f1-4313-97d9-2642db5f6243 None None] Attempting to bind port d2db28d1-4214-48dd-8787-668a517f73c8 on host dv-cinder-789603-10-smb for vnic_type normal with profile {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:44:11.163174 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-5323705e-f5f1-4313-97d9-2642db5f6243 None None] Attempting to bind port d2db28d1-4214-48dd-8787-668a517f73c8 by drivers openvswitch,hyperv on host dv-cinder-789603-10-smb at level 0 using segments [{'id': '622c5b0b-6308-4004-9e45-2637df01274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'bc7f85d7-a9cc-4cbe-8009-a532b58d3643'}] {{(pid=103676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:44:11.163422 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5323705e-f5f1-4313-97d9-2642db5f6243 None None] Attempting to bind port d2db28d1-4214-48dd-8787-668a517f73c8 on network bc7f85d7-a9cc-4cbe-8009-a532b58d3643 {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:44:11.171591 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae09f88-5f32-4d30-99f6-318fc4e9fa01 None None] Pushing event updated for resources: {'Port': ['ID=d2db28d1-4214-48dd-8787-668a517f73c8,revision_number=3']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:11.175021 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-356995da-d1f1-4279-b5dc-101b4b6d6f43 req-220c11ce-e25c-4a7d-a1a2-e0f6ac9e84d9 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88 HTTP/1.1" status: 200 len: 217 time: 0.2813852 Jun 16 13:44:11.214328 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-9ae09f88-5f32-4d30-99f6-318fc4e9fa01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.059s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:11.215863 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5323705e-f5f1-4313-97d9-2642db5f6243 None None] Checking agent: {'id': '621db60c-c63b-44d7-809e-3da174a43cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 1), 'started_at': datetime.datetime(2021, 6, 16, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:44:11.216668 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5323705e-f5f1-4313-97d9-2642db5f6243 None None] Checking segment: {'id': '622c5b0b-6308-4004-9e45-2637df01274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'bc7f85d7-a9cc-4cbe-8009-a532b58d3643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:44:11.217249 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-5323705e-f5f1-4313-97d9-2642db5f6243 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:11.217907 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5323705e-f5f1-4313-97d9-2642db5f6243 None None] Bound using segment: {'id': '622c5b0b-6308-4004-9e45-2637df01274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'bc7f85d7-a9cc-4cbe-8009-a532b58d3643'} {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:44:11.218627 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-5323705e-f5f1-4313-97d9-2642db5f6243 None None] Bound port: d2db28d1-4214-48dd-8787-668a517f73c8, host: dv-cinder-789603-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '622c5b0b-6308-4004-9e45-2637df01274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'bc7f85d7-a9cc-4cbe-8009-a532b58d3643'}}] {{(pid=103676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:44:11.219163 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-5323705e-f5f1-4313-97d9-2642db5f6243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:11.230899 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] For port c3035fa2-d693-4762-bb10-547a2595ebbb, host dv-cinder-789603-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=c3035fa2-d693-4762-bb10-547a2595ebbb,segment=NetworkSegment(67aaae54-27eb-4036-b1c4-025670067924),segment_id=67aaae54-27eb-4036-b1c4-025670067924)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:44:11.239165 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-0428db7e-5d06-4e9e-a663-01e2c09bddf5 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=b8c8949d03bf4bf1b5a2ec33661e8d94&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1453035 Jun 16 13:44:11.243061 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 37394) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:11.277790 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:11.298606 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:11.383738 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-00bff151-ef07-4aae-8998-062bf4b32cf9 req-6a6b6b68-38c8-4cea-a8e7-feae11851880 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5563879 Jun 16 13:44:11.467064 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-47cdb053-90fb-45e9-bd14-ebeb3d53d458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:11.521082 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Pushing event updated for resources: {'Port': ['ID=c3035fa2-d693-4762-bb10-547a2595ebbb,revision_number=5']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:11.527276 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-47cdb053-90fb-45e9-bd14-ebeb3d53d458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:11.541511 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:11.577194 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-5323705e-f5f1-4313-97d9-2642db5f6243 None None] For port d2db28d1-4214-48dd-8787-668a517f73c8, host dv-cinder-789603-10-smb, cleared binding levels {{(pid=103676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:44:11.587244 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-5323705e-f5f1-4313-97d9-2642db5f6243 None None] For port d2db28d1-4214-48dd-8787-668a517f73c8, host dv-cinder-789603-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=d2db28d1-4214-48dd-8787-668a517f73c8,segment=NetworkSegment(622c5b0b-6308-4004-9e45-2637df01274d),segment_id=622c5b0b-6308-4004-9e45-2637df01274d)] {{(pid=103676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:44:11.597386 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-5323705e-f5f1-4313-97d9-2642db5f6243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:11.604983 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:11.678597 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 37402) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:11.738473 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-47cdb053-90fb-45e9-bd14-ebeb3d53d458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:11.776649 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-47cdb053-90fb-45e9-bd14-ebeb3d53d458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:11.781420 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-47cdb053-90fb-45e9-bd14-ebeb3d53d458 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/73fd7bbd-e8d1-4684-b183-79126e8b0718 HTTP/1.1" status: 204 len: 168 time: 0.5349441 Jun 16 13:44:11.781420 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-b70b5dfb-0490-4886-b200-e4a2ce327fe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:11.841613 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cdb053-90fb-45e9-bd14-ebeb3d53d458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73fd7bbd-e8d1-4684-b183-79126e8b0718,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:11.862497 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-96902192-cff9-4e7c-948a-72ab78701d90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:11.866222 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5323705e-f5f1-4313-97d9-2642db5f6243 None None] Routers {'80b5022e-8a5c-40bd-9fbe-ac27764915f6'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:44:11.867175 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-5323705e-f5f1-4313-97d9-2642db5f6243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:44:01Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['80b5022e-8a5c-40bd-9fbe-ac27764915f6'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:44:11.896077 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 37406) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:11.901703 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-47cdb053-90fb-45e9-bd14-ebeb3d53d458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:11.927653 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae09f88-5f32-4d30-99f6-318fc4e9fa01 None None] Pushing event updated for resources: {'Port': ['ID=d2db28d1-4214-48dd-8787-668a517f73c8,revision_number=4']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:11.937803 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-9ae09f88-5f32-4d30-99f6-318fc4e9fa01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:12.011269 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356995da-d1f1-4279-b5dc-101b4b6d6f43 req-11b00d6f-226a-4336-a6b7-f5e48d171992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:12.013593 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-356995da-d1f1-4279-b5dc-101b4b6d6f43 req-11b00d6f-226a-4336-a6b7-f5e48d171992 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=edeae7f3-c024-4f6a-b058-211ad66a5634 HTTP/1.1" status: 200 len: 855 time: 0.8240430 Jun 16 13:44:12.015892 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.db [req-a4a59329-fddf-4546-a958-0b6fe0f2a6a9 req-b7b9fe8b-62a5-4a01-bba3-a1e1cd8e8b0e service neutron] For port 9dadf846-ff22-4b52-b0c9-702f4135b2f1, host hv-cinder-78960, cleared binding levels {{(pid=103674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:44:12.052647 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [None req-ca65a22f-0fe3-4e9b-9b6a-911c549bef82 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1989067196', 'description': 'tempest-description--1842064784'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:12.200279 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.db [req-a4a59329-fddf-4546-a958-0b6fe0f2a6a9 req-b7b9fe8b-62a5-4a01-bba3-a1e1cd8e8b0e service neutron] For port 9dadf846-ff22-4b52-b0c9-702f4135b2f1, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9dadf846-ff22-4b52-b0c9-702f4135b2f1,segment=NetworkSegment(b9f9007b-df73-4fb9-96ce-1a01c115ccf5),segment_id=b9f9007b-df73-4fb9-96ce-1a01c115ccf5)] {{(pid=103674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:44:12.215735 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-356995da-d1f1-4279-b5dc-101b4b6d6f43 req-99eebb8d-7938-4cc0-97da-ade775efb7cc service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=d7d7741f-07ca-412f-8243-ccc485688abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1936028 Jun 16 13:44:12.294786 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-5323705e-f5f1-4313-97d9-2642db5f6243 None None] Set router 80b5022e-8a5c-40bd-9fbe-ac27764915f6 gateway port host: dv-cinder-789603-10-smb {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:44:12.409786 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f703bcbe-c081-4c4d-a97c-068cf0b22ef6 req-3907175b-e741-4cdf-8fd7-2554c4d29915 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 210 time: 0.2664967 Jun 16 13:44:12.419935 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-a4a59329-fddf-4546-a958-0b6fe0f2a6a9 req-b7b9fe8b-62a5-4a01-bba3-a1e1cd8e8b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10072344'] for port, after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:12.471993 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-154b1f54-b7f7-4540-899d-207635e17b0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:12.492130 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a59329-fddf-4546-a958-0b6fe0f2a6a9 req-b7b9fe8b-62a5-4a01-bba3-a1e1cd8e8b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:12.497054 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-a4a59329-fddf-4546-a958-0b6fe0f2a6a9 req-b7b9fe8b-62a5-4a01-bba3-a1e1cd8e8b0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for port, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:12.498635 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a4a59329-fddf-4546-a958-0b6fe0f2a6a9 req-b7b9fe8b-62a5-4a01-bba3-a1e1cd8e8b0e service neutron] 10.222.0.101 "PUT /v2.0/ports/9dadf846-ff22-4b52-b0c9-702f4135b2f1 HTTP/1.1" status: 200 len: 1093 time: 6.5255821 Jun 16 13:44:12.580799 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-356995da-d1f1-4279-b5dc-101b4b6d6f43 req-e4ecdcc0-2605-49fe-9827-7b3316ec4eb2 service neutron] 10.222.0.101 "GET /v2.0/networks/d7d7741f-07ca-412f-8243-ccc485688abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469005 Jun 16 13:44:12.734132 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08e4bfe8-d343-4895-8c36-af9350072ea8', 'tag': '9dadf846-ff22-4b52-b0c9-702f4135b2f1'}] {{(pid=103674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:44:12.875013 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f73d5-b002-446d-92a6-2466e9342b86 req-45266e71-bfad-4c98-9b6b-c2f21db3f280 tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:12.890656 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-356995da-d1f1-4279-b5dc-101b4b6d6f43 req-1481d7b1-301d-4970-addf-3f4cf2107288 service neutron] 10.222.0.101 "GET /v2.0/networks/d7d7741f-07ca-412f-8243-ccc485688abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938788 Jun 16 13:44:12.891652 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-083f73d5-b002-446d-92a6-2466e9342b86 req-45266e71-bfad-4c98-9b6b-c2f21db3f280 tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] 10.222.0.104 "GET /v2.0/ports?device_id=08e4bfe8-d343-4895-8c36-af9350072ea8 HTTP/1.1" status: 200 len: 943 time: 0.9887226 Jun 16 13:44:12.999977 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-5323705e-f5f1-4313-97d9-2642db5f6243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b5022e-8a5c-40bd-9fbe-ac27764915f6', 'name': 'tempest-AttachVolumeTestJSON-304096213-router', 'tenant_id': '1c34861a49bb497085ef26aa3cc556f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.127'}], 'enable_snat': True}, 'gw_port_id': '89afefbb-493e-409f-964f-cd2e8e01ddfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:43:51Z', 'updated_at': '2021-06-16T13:44:00Z', 'revision_number': 4, 'project_id': '1c34861a49bb497085ef26aa3cc556f7', 'gw_port': {'id': '89afefbb-493e-409f-964f-cd2e8e01ddfb', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:04:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b5022e-8a5c-40bd-9fbe-ac27764915f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:43:54Z', 'updated_at': '2021-06-16T13:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_interfaces': [{'id': 'd2db28d1-4214-48dd-8787-668a517f73c8', 'name': '', 'network_id': 'bc7f85d7-a9cc-4cbe-8009-a532b58d3643', 'tenant_id': '1c34861a49bb497085ef26aa3cc556f7', 'mac_address': 'fa:16:3e:f2:01:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b5022e-8a5c-40bd-9fbe-ac27764915f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fdb76e97-5183-4499-ab60-29df581b2de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:43:58Z', 'updated_at': '2021-06-16T13:44:11Z', 'revision_number': 4, 'project_id': '1c34861a49bb497085ef26aa3cc556f7', 'subnets': [{'id': 'fdb76e97-5183-4499-ab60-29df581b2de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:44:13.008406 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5323705e-f5f1-4313-97d9-2642db5f6243 None None] The sync data for ids ['80b5022e-8a5c-40bd-9fbe-ac27764915f6'] in dv-cinder-789603-10-smb is: [{'id': '80b5022e-8a5c-40bd-9fbe-ac27764915f6', 'name': 'tempest-AttachVolumeTestJSON-304096213-router', 'tenant_id': '1c34861a49bb497085ef26aa3cc556f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.127'}], 'enable_snat': True}, 'gw_port_id': '89afefbb-493e-409f-964f-cd2e8e01ddfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:43:51Z', 'updated_at': '2021-06-16T13:44:00Z', 'revision_number': 4, 'project_id': '1c34861a49bb497085ef26aa3cc556f7', 'gw_port': {'id': '89afefbb-493e-409f-964f-cd2e8e01ddfb', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:04:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b5022e-8a5c-40bd-9fbe-ac27764915f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:43:54Z', 'updated_at': '2021-06-16T13:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_interfaces': [{'id': 'd2db28d1-4214-48dd-8787-668a517f73c8', 'name': '', 'network_id': 'bc7f85d7-a9cc-4cbe-8009-a532b58d3643', 'tenant_id': '1c34861a49bb497085ef26aa3cc556f7', 'mac_address': 'fa:16:3e:f2:01:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80b5022e-8a5c-40bd-9fbe-ac27764915f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fdb76e97-5183-4499-ab60-29df581b2de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:43:58Z', 'updated_at': '2021-06-16T13:44:11Z', 'revision_number': 4, 'project_id': '1c34861a49bb497085ef26aa3cc556f7', 'subnets': [{'id': 'fdb76e97-5183-4499-ab60-29df581b2de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:44:13.036314 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 37440) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:13.140720 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-083f73d5-b002-446d-92a6-2466e9342b86 req-2e0d620b-798e-4f44-8c61-2ff288e7ef51 tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] 10.222.0.104 "GET /v2.0/security-groups?id=61bab3a4-2868-48b2-a00c-f276cf89b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480013 Jun 16 13:44:13.201788 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-bc3dc97f-f58a-4b92-bab6-0f47f84df7f2 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=4f23c94b4d3c4cf8b71cbce5c2f521f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1631420 Jun 16 13:44:13.204577 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 37444) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:13.205065 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b9fe8b-62a5-4a01-bba3-a1e1cd8e8b0e service neutron] Pushing event updated for resources: {'Port': ['ID=9dadf846-ff22-4b52-b0c9-702f4135b2f1,revision_number=3']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:13.215039 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-b7b9fe8b-62a5-4a01-bba3-a1e1cd8e8b0e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.743s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:13.269266 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 37454) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:13.312203 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-96902192-cff9-4e7c-948a-72ab78701d90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:13.390800 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-96902192-cff9-4e7c-948a-72ab78701d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:13.406368 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-e5e1fb65-04af-4bfa-b43d-4e7c6180751d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:13.427087 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:13.443702 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a59329-fddf-4546-a958-0b6fe0f2a6a9 req-2a62950a-34d0-4240-ba45-7d88930460b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:13.445880 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a4a59329-fddf-4546-a958-0b6fe0f2a6a9 req-2a62950a-34d0-4240-ba45-7d88930460b1 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=70ddaf942230405799c85fa7d03bc07b&device_id=08e4bfe8-d343-4895-8c36-af9350072ea8 HTTP/1.1" status: 200 len: 1096 time: 0.7019982 Jun 16 13:44:13.449469 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf0caa33b503d1f2c3d6e3a51c00f46bab3e78c159fea0ab96052d9779657e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccee2ec6-12d7-4381-a675-920b34b6e534" -d '{"events": [{"name": "network-changed", "server_uuid": "08e4bfe8-d343-4895-8c36-af9350072ea8", "tag": "9dadf846-ff22-4b52-b0c9-702f4135b2f1"}]}' {{(pid=103674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:44:13.504818 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-e5e1fb65-04af-4bfa-b43d-4e7c6180751d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:13.513667 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcd0324-c8cc-4949-8429-bb58022896e4 req-499a05f7-d6de-4642-bc96-832d76f78649 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:13.524341 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-afcd0324-c8cc-4949-8429-bb58022896e4 req-499a05f7-d6de-4642-bc96-832d76f78649 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=f61f6257-f19e-4378-b0e7-8174c1b8ef7b HTTP/1.1" status: 200 len: 943 time: 0.6229060 Jun 16 13:44:13.566845 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-96902192-cff9-4e7c-948a-72ab78701d90 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=ccb8beeb2e9d440c80788d900b94896c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8709524 Jun 16 13:44:13.579684 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 37464) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:13.633288 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ca65a22f-0fe3-4e9b-9b6a-911c549bef82 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks [] for security_group, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:13.656172 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device d2db28d1-4214-48dd-8787-668a517f73c8 up at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:44:13.785361 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ca65a22f-0fe3-4e9b-9b6a-911c549bef82 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks [] for security_group, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:13.798889 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ca65a22f-0fe3-4e9b-9b6a-911c549bef82 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:13.801455 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-10408947-6ea4-4e4b-b4c6-f9ea3d2e2dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:13.816310 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning for port d2db28d1-4214-48dd-8787-668a517f73c8 completed by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:44:13.824272 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-afcd0324-c8cc-4949-8429-bb58022896e4 req-20e4d91f-c847-476c-ace5-32f03d931f0a tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975609 Jun 16 13:44:13.826079 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning complete for port d2db28d1-4214-48dd-8787-668a517f73c8 triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:44:13.826458 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:13.826942 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96902192-cff9-4e7c-948a-72ab78701d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bfb3726-8e4d-43e9-8440-6fee71a46ef4,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:13.844673 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-96902192-cff9-4e7c-948a-72ab78701d90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:13.850861 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-96902192-cff9-4e7c-948a-72ab78701d90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:13.858568 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-e5e1fb65-04af-4bfa-b43d-4e7c6180751d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:13.863838 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-e5e1fb65-04af-4bfa-b43d-4e7c6180751d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:13.873429 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-e5e1fb65-04af-4bfa-b43d-4e7c6180751d admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/95fc9c1f-d192-4811-9fdd-9f0d1907146b HTTP/1.1" status: 204 len: 168 time: 0.6646991 Jun 16 13:44:13.889568 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca65a22f-0fe3-4e9b-9b6a-911c549bef82 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea424ae-d2f0-4b48-9ccf-7bd4db14db33,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:13.895079 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-10408947-6ea4-4e4b-b4c6-f9ea3d2e2dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:13.911005 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-ca65a22f-0fe3-4e9b-9b6a-911c549bef82 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:13.972916 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-8619e338-e04a-4def-a306-0d072e6cae8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:13.973033 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-00138f35-bbf5-425b-9964-28a61467fc1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:13.974258 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-10408947-6ea4-4e4b-b4c6-f9ea3d2e2dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:13.983242 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-10408947-6ea4-4e4b-b4c6-f9ea3d2e2dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:13.984501 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-10408947-6ea4-4e4b-b4c6-f9ea3d2e2dcc admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/1bfb3726-8e4d-43e9-8440-6fee71a46ef4 HTTP/1.1" status: 204 len: 168 time: 0.3973420 Jun 16 13:44:13.985929 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e1fb65-04af-4bfa-b43d-4e7c6180751d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95fc9c1f-d192-4811-9fdd-9f0d1907146b,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:13.989512 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-e5e1fb65-04af-4bfa-b43d-4e7c6180751d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:13.990407 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:14.003903 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10408947-6ea4-4e4b-b4c6-f9ea3d2e2dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bfb3726-8e4d-43e9-8440-6fee71a46ef4,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:14.006869 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-10408947-6ea4-4e4b-b4c6-f9ea3d2e2dcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:14.023243 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18dff30-48bd-4411-8641-eadd43fa5cc5 req-4eb791cc-7632-4e6f-aa6a-7b9eb6b0c5a1 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:14.025636 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e18dff30-48bd-4411-8641-eadd43fa5cc5 req-4eb791cc-7632-4e6f-aa6a-7b9eb6b0c5a1 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/networks?id=3fd1b355-6844-49d6-9575-d3c884c6ee87 HTTP/1.1" status: 200 len: 818 time: 0.6928675 Jun 16 13:44:14.029005 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ca65a22f-0fe3-4e9b-9b6a-911c549bef82 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks [] for security_group, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:14.033439 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-ca65a22f-0fe3-4e9b-9b6a-911c549bef82 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.0160294 Jun 16 13:44:14.033903 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 37476) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:14.041197 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [None req-0e38054a-8d72-4924-95f2-1157b38641d5 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Request body: {'security_group_rule': {'security_group_id': '6ea424ae-d2f0-4b48-9ccf-7bd4db14db33', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:14.056008 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:14.064595 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e18dff30-48bd-4411-8641-eadd43fa5cc5 req-83f96044-9efd-404c-a7d0-f43f12ff1aac tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/quotas/aab2bee29bb84945808496017e6bfae7 HTTP/1.1" status: 200 len: 375 time: 0.0136104 Jun 16 13:44:14.109243 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] For port d2db28d1-4214-48dd-8787-668a517f73c8, host dv-cinder-789603-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=d2db28d1-4214-48dd-8787-668a517f73c8,segment=NetworkSegment(622c5b0b-6308-4004-9e45-2637df01274d),segment_id=622c5b0b-6308-4004-9e45-2637df01274d)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:44:14.123474 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:14.125077 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device c3035fa2-d693-4762-bb10-547a2595ebbb up at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:44:14.190686 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-e55fe369-b120-48e2-9d72-3783823c4b88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:14.278182 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Pushing event updated for resources: {'Port': ['ID=d2db28d1-4214-48dd-8787-668a517f73c8,revision_number=5']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:14.292535 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:14.330769 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning complete for port c3035fa2-d693-4762-bb10-547a2595ebbb triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:44:14.331134 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:14.365207 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de7df5b-d7ed-4ad8-b634-416f8ae04366 x-openstack-request-id: req-9de7df5b-d7ed-4ad8-b634-416f8ae04366 {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:44:14.365794 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08e4bfe8-d343-4895-8c36-af9350072ea8", "tag": "9dadf846-ff22-4b52-b0c9-702f4135b2f1", "status": "completed", "code": 200}]} {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:44:14.365794 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-9de7df5b-d7ed-4ad8-b634-416f8ae04366 {{(pid=103674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:44:14.366270 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08e4bfe8-d343-4895-8c36-af9350072ea8', 'tag': '9dadf846-ff22-4b52-b0c9-702f4135b2f1', 'status': 'completed', 'code': 200} Jun 16 13:44:14.396924 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a1e46-c698-4d78-8944-34fa41f115d4 req-907b1e0a-6c8e-4228-9b56-3aecb69d3c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:14.398438 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-9a5a1e46-c698-4d78-8944-34fa41f115d4 req-907b1e0a-6c8e-4228-9b56-3aecb69d3c9e service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ca93fec913c446f4a19f859e71e49cd1&device_id=f61f6257-f19e-4378-b0e7-8174c1b8ef7b HTTP/1.1" status: 200 len: 1096 time: 0.1762245 Jun 16 13:44:14.420738 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e18dff30-48bd-4411-8641-eadd43fa5cc5 req-4a9b9551-3114-40bf-903b-fd79e04e0cb4 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=aab2bee29bb84945808496017e6bfae7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3433294 Jun 16 13:44:14.429658 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a4a59329-fddf-4546-a958-0b6fe0f2a6a9 req-7848ba74-26a1-4202-8d91-9d976362ed0f service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9dadf846-ff22-4b52-b0c9-702f4135b2f1 HTTP/1.1" status: 200 len: 217 time: 0.2010109 Jun 16 13:44:14.470803 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.101', 54385) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:14.473826 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-00138f35-bbf5-425b-9964-28a61467fc1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:14.679106 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-00138f35-bbf5-425b-9964-28a61467fc1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:14.789864 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a1e46-c698-4d78-8944-34fa41f115d4 req-c5014cd9-f05f-4952-80c4-2c1cfa66a7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:14.791467 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-9a5a1e46-c698-4d78-8944-34fa41f115d4 req-c5014cd9-f05f-4952-80c4-2c1cfa66a7ea service neutron] 10.222.0.101 "GET /v2.0/networks?id=d7d7741f-07ca-412f-8243-ccc485688abb HTTP/1.1" status: 200 len: 917 time: 0.3807130 Jun 16 13:44:14.867124 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:14.871404 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e18dff30-48bd-4411-8641-eadd43fa5cc5 req-b6e5e888-a03d-4a13-83c3-67fc76674eb4 service neutron] 10.222.0.104 "GET /v2.0/networks/3fd1b355-6844-49d6-9575-d3c884c6ee87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4491587 Jun 16 13:44:14.883092 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-9a5a1e46-c698-4d78-8944-34fa41f115d4 req-fdf11413-e214-4b7b-a99b-205ab2ff8b65 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88 HTTP/1.1" status: 200 len: 217 time: 0.0800526 Jun 16 13:44:14.982442 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a1e46-c698-4d78-8944-34fa41f115d4 req-b61df411-cbc5-4633-99b1-fbd47069fcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:14.984848 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-9a5a1e46-c698-4d78-8944-34fa41f115d4 req-b61df411-cbc5-4633-99b1-fbd47069fcf3 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=edeae7f3-c024-4f6a-b058-211ad66a5634 HTTP/1.1" status: 200 len: 855 time: 0.0939772 Jun 16 13:44:15.008747 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-0e38054a-8d72-4924-95f2-1157b38641d5 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:15.035671 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-9a5a1e46-c698-4d78-8944-34fa41f115d4 req-ad23bcd1-c6bd-416e-adae-f6be017e5ffe service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=d7d7741f-07ca-412f-8243-ccc485688abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439568 Jun 16 13:44:15.108144 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00138f35-bbf5-425b-9964-28a61467fc1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3e1e14-fd2d-4aab-a014-7117e46d1676,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:15.122789 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-00138f35-bbf5-425b-9964-28a61467fc1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:15.129856 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a59329-fddf-4546-a958-0b6fe0f2a6a9 req-f74982b6-5b74-478c-8ab4-799d0567c493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:15.132840 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a4a59329-fddf-4546-a958-0b6fe0f2a6a9 req-f74982b6-5b74-478c-8ab4-799d0567c493 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=ef6ab0c9-7754-4b94-bab3-ee910ab3cd2e HTTP/1.1" status: 200 len: 851 time: 0.6656690 Jun 16 13:44:15.152344 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-00138f35-bbf5-425b-9964-28a61467fc1d admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=cd908bff8c524b03830f18440251d1d4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8785233 Jun 16 13:44:15.155014 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 37524) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:15.187814 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-9a5a1e46-c698-4d78-8944-34fa41f115d4 req-d6d9defa-7930-42cf-b2c2-dae4a1bdda43 service neutron] 10.222.0.101 "GET /v2.0/networks/d7d7741f-07ca-412f-8243-ccc485688abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444957 Jun 16 13:44:15.241153 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a4a59329-fddf-4546-a958-0b6fe0f2a6a9 req-767b1ec8-7e8f-4a9c-b74f-199002dee428 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=4ca15c7f-c7ee-4a72-846e-39d6e16e331b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806985 Jun 16 13:44:15.323457 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-9a5a1e46-c698-4d78-8944-34fa41f115d4 req-f8f49da0-6e31-4726-a70c-7357406e9d51 service neutron] 10.222.0.101 "GET /v2.0/networks/d7d7741f-07ca-412f-8243-ccc485688abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230383 Jun 16 13:44:15.386886 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device d2db28d1-4214-48dd-8787-668a517f73c8 up at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:44:15.389034 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a932ec-acc9-4782-8258-cb8a9781e8bf req-b84ee6d9-9b22-47fc-8342-a2bc9cb94c37 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:15.391867 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-60a932ec-acc9-4782-8258-cb8a9781e8bf req-b84ee6d9-9b22-47fc-8342-a2bc9cb94c37 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.101 "GET /v2.0/networks?id=3fd1b355-6844-49d6-9575-d3c884c6ee87 HTTP/1.1" status: 200 len: 818 time: 0.9162977 Jun 16 13:44:15.421791 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e18dff30-48bd-4411-8641-eadd43fa5cc5 req-d6e17cf4-5898-4f19-a521-9b5298c44b64 service neutron] 10.222.0.104 "GET /v2.0/networks/3fd1b355-6844-49d6-9575-d3c884c6ee87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5033748 Jun 16 13:44:15.429906 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [req-60a932ec-acc9-4782-8258-cb8a9781e8bf req-fd2c2182-99b2-4678-b094-a9791ab7cfba tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Request body: {'port': {'device_id': '9cbcb98d-39f5-4b36-bbca-f04b9be7a477', 'network_id': '3fd1b355-6844-49d6-9575-d3c884c6ee87', 'admin_state_up': True, 'tenant_id': 'aab2bee29bb84945808496017e6bfae7'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:15.480576 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning complete for port d2db28d1-4214-48dd-8787-668a517f73c8 triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:44:15.481075 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:15.489793 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b07f3-5a36-4f73-9054-9aa082ac5171 req-3bf15bd2-5a9f-4dd5-9dac-33e5a2932350 tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:15.495016 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-eb7b07f3-5a36-4f73-9054-9aa082ac5171 req-3bf15bd2-5a9f-4dd5-9dac-33e5a2932350 tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] 10.222.0.104 "GET /v2.0/ports?device_id=08e4bfe8-d343-4895-8c36-af9350072ea8 HTTP/1.1" status: 200 len: 943 time: 0.7152202 Jun 16 13:44:15.619294 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a4a59329-fddf-4546-a958-0b6fe0f2a6a9 req-617c4a23-5a7e-43c6-8091-1d33cc7959e9 service neutron] 10.222.0.101 "GET /v2.0/networks/4ca15c7f-c7ee-4a72-846e-39d6e16e331b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601320 Jun 16 13:44:15.646571 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-0e38054a-8d72-4924-95f2-1157b38641d5 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:15.750294 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-0e38054a-8d72-4924-95f2-1157b38641d5 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719390'] for security_group_rule, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:15.769646 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:15.780559 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a4a59329-fddf-4546-a958-0b6fe0f2a6a9 req-cadc13de-ffab-4ee2-aea7-ba560b0680de service neutron] 10.222.0.101 "GET /v2.0/networks/4ca15c7f-c7ee-4a72-846e-39d6e16e331b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278636 Jun 16 13:44:15.806694 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e38054a-8d72-4924-95f2-1157b38641d5 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96e73ce0-2b2a-452f-b618-59ed5cb6b61e,revision_number=0']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:15.814833 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-6202c6c6-3182-4782-abc6-c2521a547ef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:15.817931 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-0e38054a-8d72-4924-95f2-1157b38641d5 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:15.924408 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-eb7b07f3-5a36-4f73-9054-9aa082ac5171 req-49dc2400-2ee2-48c7-8065-4eeb50b8b390 tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] 10.222.0.104 "GET /v2.0/security-groups?id=61bab3a4-2868-48b2-a00c-f276cf89b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560963 Jun 16 13:44:15.998637 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-0e38054a-8d72-4924-95f2-1157b38641d5 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:15.999867 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-0e38054a-8d72-4924-95f2-1157b38641d5 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9651465 Jun 16 13:44:16.003216 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 37568) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:16.006008 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-6202c6c6-3182-4782-abc6-c2521a547ef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:16.011214 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.v2.base [None req-d8c76ecf-1580-4a1e-bfb0-6f84a9d13313 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Request body: {'security_group_rule': {'security_group_id': '6ea424ae-d2f0-4b48-9ccf-7bd4db14db33', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:16.055702 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-d8c76ecf-1580-4a1e-bfb0-6f84a9d13313 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:16.199352 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-d8c76ecf-1580-4a1e-bfb0-6f84a9d13313 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:16.204098 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-d8c76ecf-1580-4a1e-bfb0-6f84a9d13313 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719390'] for security_group_rule, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:16.214057 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:16.234912 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c76ecf-1580-4a1e-bfb0-6f84a9d13313 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1039634e-c857-44a7-a345-9d5b5093ad1f,revision_number=0']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:16.238524 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-d8c76ecf-1580-4a1e-bfb0-6f84a9d13313 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:16.244412 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-d8c76ecf-1580-4a1e-bfb0-6f84a9d13313 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:16.247924 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-d8c76ecf-1580-4a1e-bfb0-6f84a9d13313 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2393141 Jun 16 13:44:16.248488 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 37574) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:16.263599 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.v2.base [None req-b9484b7c-15e0-43ea-aab7-27a323c2bf1e tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Request body: {'floatingip': {'floating_network_id': '0670eadb-aa0f-4551-9ff4-64f252730750'}} {{(pid=103675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:16.316525 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-b9484b7c-15e0-43ea-aab7-27a323c2bf1e tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks [] for floatingip, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:16.377482 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-bf9bc24c-1c82-48c1-91f7-ef91920125a5 req-e7df361e-c9c4-4edc-bfda-8716d6429058 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=f96efd70-6984-429e-9e25-f117c8a5a4e1 HTTP/1.1" status: 200 len: 210 time: 0.3744893 Jun 16 13:44:16.449451 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee2ec6-12d7-4381-a675-920b34b6e534 req-14de7cb0-54df-4932-8107-84063e18e8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:16.451641 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ccee2ec6-12d7-4381-a675-920b34b6e534 req-14de7cb0-54df-4932-8107-84063e18e8f7 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=70ddaf942230405799c85fa7d03bc07b&device_id=08e4bfe8-d343-4895-8c36-af9350072ea8 HTTP/1.1" status: 200 len: 1096 time: 0.5721159 Jun 16 13:44:16.470234 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-b9484b7c-15e0-43ea-aab7-27a323c2bf1e tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for port, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:16.470571 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60a932ec-acc9-4782-8258-cb8a9781e8bf req-fd2c2182-99b2-4678-b094-a9791ab7cfba tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Made reservation on behalf of aab2bee29bb84945808496017e6bfae7 for: {'port': 1} {{(pid=103674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:44:16.479151 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 37578) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:16.488853 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-60a932ec-acc9-4782-8258-cb8a9781e8bf req-fd2c2182-99b2-4678-b094-a9791ab7cfba tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for port, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:16.563103 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc20b64c-6595-4de4-8f29-03b26e07cc0c req-2dc61fa9-8e45-47fb-bd8f-66d367b609df tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:16.570597 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-bc20b64c-6595-4de4-8f29-03b26e07cc0c req-2dc61fa9-8e45-47fb-bd8f-66d367b609df tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=f61f6257-f19e-4378-b0e7-8174c1b8ef7b HTTP/1.1" status: 200 len: 943 time: 0.5802653 Jun 16 13:44:16.659439 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-6202c6c6-3182-4782-abc6-c2521a547ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:16.702016 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-6202c6c6-3182-4782-abc6-c2521a547ef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:16.704167 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-6202c6c6-3182-4782-abc6-c2521a547ef1 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/6b3e1e14-fd2d-4aab-a014-7117e46d1676 HTTP/1.1" status: 204 len: 168 time: 1.5379031 Jun 16 13:44:16.732848 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-ca65a22f-0fe3-4e9b-9b6a-911c549bef82 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:16.776564 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-b899e4ef-e351-4493-a483-732f9c37b4fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:16.794954 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6202c6c6-3182-4782-abc6-c2521a547ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3e1e14-fd2d-4aab-a014-7117e46d1676,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:16.809981 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-6202c6c6-3182-4782-abc6-c2521a547ef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:16.825969 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-bc20b64c-6595-4de4-8f29-03b26e07cc0c req-c79b90ea-37cd-4b76-ba42-eb8a4fc76ee9 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542279 Jun 16 13:44:16.862925 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.db.db_base_plugin_common [None req-b9484b7c-15e0-43ea-aab7-27a323c2bf1e tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Allocated IP 172.28.1.217 (0670eadb-aa0f-4551-9ff4-64f252730750/f2f4aa09-e9c1-4804-aa42-b5c4d121e78a/85647b04-be7e-4c0d-9c51-8aba35648e58) {{(pid=103675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:44:16.959785 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.db_base_plugin_common [req-60a932ec-acc9-4782-8258-cb8a9781e8bf req-fd2c2182-99b2-4678-b094-a9791ab7cfba tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Allocated IP 172.20.0.11 (3fd1b355-6844-49d6-9575-d3c884c6ee87/79b8c341-956a-473f-ad31-1610f8a12fbd/dcd7fd90-087c-441d-ad88-0a640767d612) {{(pid=103674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:44:17.121001 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 37608) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:17.143907 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-b9484b7c-15e0-43ea-aab7-27a323c2bf1e tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks [] for port, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:17.148700 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-b899e4ef-e351-4493-a483-732f9c37b4fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:17.171148 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee2ec6-12d7-4381-a675-920b34b6e534 req-b285f7ce-a904-44b6-bd23-45843a0b6a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:17.172681 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ccee2ec6-12d7-4381-a675-920b34b6e534 req-b285f7ce-a904-44b6-bd23-45843a0b6a44 service neutron] 10.222.0.101 "GET /v2.0/networks?id=4ca15c7f-c7ee-4a72-846e-39d6e16e331b HTTP/1.1" status: 200 len: 913 time: 0.7092156 Jun 16 13:44:17.175646 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-60a932ec-acc9-4782-8258-cb8a9781e8bf req-fd2c2182-99b2-4678-b094-a9791ab7cfba tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Notify callbacks [] for port, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:17.196522 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-b899e4ef-e351-4493-a483-732f9c37b4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:17.197792 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-c4eb6146-09ed-44d3-b170-14390170229d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:17.230142 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:17.255286 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ccee2ec6-12d7-4381-a675-920b34b6e534 req-b5745821-a3ca-4199-aefa-e31f355387e9 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9dadf846-ff22-4b52-b0c9-702f4135b2f1 HTTP/1.1" status: 200 len: 217 time: 0.0422361 Jun 16 13:44:17.260987 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b899e4ef-e351-4493-a483-732f9c37b4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838b0cab-414d-4488-a3e5-2612f59413d7,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:17.275312 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-b9484b7c-15e0-43ea-aab7-27a323c2bf1e tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1833118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779594881046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10267002'] for port, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:17.311862 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-b899e4ef-e351-4493-a483-732f9c37b4fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:17.324364 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:17.364082 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee2ec6-12d7-4381-a675-920b34b6e534 req-dfbff89b-a28b-4833-8268-865980068aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:17.365622 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ccee2ec6-12d7-4381-a675-920b34b6e534 req-dfbff89b-a28b-4833-8268-865980068aba service neutron] 10.222.0.101 "GET /v2.0/subnets?id=ef6ab0c9-7754-4b94-bab3-ee910ab3cd2e HTTP/1.1" status: 200 len: 851 time: 0.0981181 Jun 16 13:44:17.380360 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e86227e-c884-45a8-865f-ed467358e65a req-008ec376-c180-4fc0-bb9a-505f14283a1f tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:17.389001 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-0e86227e-c884-45a8-865f-ed467358e65a req-008ec376-c180-4fc0-bb9a-505f14283a1f tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] 10.222.0.104 "GET /v2.0/ports?device_id=08e4bfe8-d343-4895-8c36-af9350072ea8 HTTP/1.1" status: 200 len: 943 time: 0.2335405 Jun 16 13:44:17.410862 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-b899e4ef-e351-4493-a483-732f9c37b4fb admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=f7b98451ee4f47ec94762a1c7ff98da9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9305253 Jun 16 13:44:17.420723 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 37620) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:17.459442 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-60a932ec-acc9-4782-8258-cb8a9781e8bf req-fd2c2182-99b2-4678-b094-a9791ab7cfba tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1833118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779594881046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10072334'] for port, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:17.469318 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9484b7c-15e0-43ea-aab7-27a323c2bf1e tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Network 0670eadb-aa0f-4551-9ff4-64f252730750 is already hosted by enough agents. {{(pid=103675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:44:17.477779 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ccee2ec6-12d7-4381-a675-920b34b6e534 req-71e6196c-782a-4de2-93b9-48f8f6b901d7 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=4ca15c7f-c7ee-4a72-846e-39d6e16e331b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864038 Jun 16 13:44:17.480007 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.base_scheduler [None req-b9484b7c-15e0-43ea-aab7-27a323c2bf1e tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Resources bound (agent type, host, resource id): {{(pid=103675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:44:17.490898 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:17.511263 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9484b7c-15e0-43ea-aab7-27a323c2bf1e tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Received port after_create {{(pid=103675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:44:17.515148 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9484b7c-15e0-43ea-aab7-27a323c2bf1e tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Pushing event updated for resources: {'Port': ['ID=85647b04-be7e-4c0d-9c51-8aba35648e58,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:17.541234 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-b9484b7c-15e0-43ea-aab7-27a323c2bf1e tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:17.601596 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18dff30-48bd-4411-8641-eadd43fa5cc5 req-4c22ca36-5b28-4cd0-bd4f-a2a11be54c8e tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:17.603192 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-e18dff30-48bd-4411-8641-eadd43fa5cc5 req-4c22ca36-5b28-4cd0-bd4f-a2a11be54c8e tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.101 "GET /v2.0/networks?id=3fd1b355-6844-49d6-9575-d3c884c6ee87 HTTP/1.1" status: 200 len: 818 time: 0.3930478 Jun 16 13:44:17.606777 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60a932ec-acc9-4782-8258-cb8a9781e8bf req-fd2c2182-99b2-4678-b094-a9791ab7cfba tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Network 3fd1b355-6844-49d6-9575-d3c884c6ee87 is already hosted by enough agents. {{(pid=103674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:44:17.626388 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.v2.base [req-e18dff30-48bd-4411-8641-eadd43fa5cc5 req-79ba7029-7f18-4374-b743-495ba9c484f9 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Request body: {'port': {'device_id': 'f96efd70-6984-429e-9e25-f117c8a5a4e1', 'network_id': '3fd1b355-6844-49d6-9575-d3c884c6ee87', 'admin_state_up': True, 'tenant_id': 'aab2bee29bb84945808496017e6bfae7'}} {{(pid=103675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:17.647092 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [req-60a932ec-acc9-4782-8258-cb8a9781e8bf req-fd2c2182-99b2-4678-b094-a9791ab7cfba tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Resources bound (agent type, host, resource id): {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:44:17.649858 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a932ec-acc9-4782-8258-cb8a9781e8bf req-fd2c2182-99b2-4678-b094-a9791ab7cfba tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Received port after_create {{(pid=103674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:44:17.657067 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-d7ebd163-7cea-4b8f-8233-b1f99c611ae4 req-19f34e36-ca4e-44ca-8a06-2bdc5bf3a0cf tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=f96efd70-6984-429e-9e25-f117c8a5a4e1 HTTP/1.1" status: 200 len: 210 time: 0.0661745 Jun 16 13:44:17.664729 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-0e86227e-c884-45a8-865f-ed467358e65a req-7c2026c7-67c2-401b-80cc-56343d79541c tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] 10.222.0.104 "GET /v2.0/security-groups?id=61bab3a4-2868-48b2-a00c-f276cf89b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746773 Jun 16 13:44:17.687140 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c2182-99b2-4678-b094-a9791ab7cfba tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Pushing event updated for resources: {'Port': ['ID=dcd7fd90-087c-441d-ad88-0a640767d612,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:17.695122 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-c4eb6146-09ed-44d3-b170-14390170229d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:17.695583 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-fd2c2182-99b2-4678-b094-a9791ab7cfba tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:17.709388 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-c4eb6146-09ed-44d3-b170-14390170229d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:17.714119 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-a22f3d63-4aa5-4122-b6b1-2aa19aa651a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:17.740211 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a932ec-acc9-4782-8258-cb8a9781e8bf req-fd2c2182-99b2-4678-b094-a9791ab7cfba tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:17.740822 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-60a932ec-acc9-4782-8258-cb8a9781e8bf req-fd2c2182-99b2-4678-b094-a9791ab7cfba tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for port, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:17.751438 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ccee2ec6-12d7-4381-a675-920b34b6e534 req-a1f8ed59-0f74-4c6e-a5eb-d29c15bd5a81 service neutron] 10.222.0.101 "GET /v2.0/networks/4ca15c7f-c7ee-4a72-846e-39d6e16e331b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615583 Jun 16 13:44:17.758095 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-60a932ec-acc9-4782-8258-cb8a9781e8bf req-fd2c2182-99b2-4678-b094-a9791ab7cfba tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3430946 Jun 16 13:44:17.762633 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:17.823958 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [req-60a932ec-acc9-4782-8258-cb8a9781e8bf req-9c1efdb7-900c-4152-9661-791376291948 service neutron] Request body: {'port': {'device_id': '9cbcb98d-39f5-4b36-bbca-f04b9be7a477', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:17.883143 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ccee2ec6-12d7-4381-a675-920b34b6e534 req-20a93c39-9eef-44fe-9fa0-67374a7354a5 service neutron] 10.222.0.101 "GET /v2.0/networks/4ca15c7f-c7ee-4a72-846e-39d6e16e331b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241114 Jun 16 13:44:17.933199 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-60a932ec-acc9-4782-8258-cb8a9781e8bf req-9c1efdb7-900c-4152-9661-791376291948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:17.999644 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-a22f3d63-4aa5-4122-b6b1-2aa19aa651a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:18.051521 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 9dadf846-ff22-4b52-b0c9-702f4135b2f1 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:44:18.067179 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-c4eb6146-09ed-44d3-b170-14390170229d admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=472f8179de0146a08099aace0c894589&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9440629 Jun 16 13:44:18.081136 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 37634) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:18.092285 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eb6146-09ed-44d3-b170-14390170229d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07376d8e-0bee-4e07-a98d-b281ea265d27,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:18.099954 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-b9484b7c-15e0-43ea-aab7-27a323c2bf1e tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:18.105814 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-c4eb6146-09ed-44d3-b170-14390170229d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:18.193569 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-a22f3d63-4aa5-4122-b6b1-2aa19aa651a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:18.199397 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-a22f3d63-4aa5-4122-b6b1-2aa19aa651a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:18.200970 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-a22f3d63-4aa5-4122-b6b1-2aa19aa651a0 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/838b0cab-414d-4488-a3e5-2612f59413d7 HTTP/1.1" status: 204 len: 168 time: 0.7716277 Jun 16 13:44:18.212418 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-6d90ef89-77f6-4f37-8493-36776dd90b2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:18.217867 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e18dff30-48bd-4411-8641-eadd43fa5cc5 req-79ba7029-7f18-4374-b743-495ba9c484f9 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Made reservation on behalf of aab2bee29bb84945808496017e6bfae7 for: {'port': 1} {{(pid=103675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:44:18.227343 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-e18dff30-48bd-4411-8641-eadd43fa5cc5 req-79ba7029-7f18-4374-b743-495ba9c484f9 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for port, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:18.237452 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-b9484b7c-15e0-43ea-aab7-27a323c2bf1e tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:18.241177 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243e0d56-8e60-4e90-9f9b-aadb5d64df4c req-d5b9c892-9bec-43ff-8996-5de43eb6c857 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:18.247676 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port 9dadf846-ff22-4b52-b0c9-702f4135b2f1, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9dadf846-ff22-4b52-b0c9-702f4135b2f1,segment=NetworkSegment(b9f9007b-df73-4fb9-96ce-1a01c115ccf5),segment_id=b9f9007b-df73-4fb9-96ce-1a01c115ccf5)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:44:18.248438 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-243e0d56-8e60-4e90-9f9b-aadb5d64df4c req-d5b9c892-9bec-43ff-8996-5de43eb6c857 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=f61f6257-f19e-4378-b0e7-8174c1b8ef7b HTTP/1.1" status: 200 len: 943 time: 0.2556765 Jun 16 13:44:18.270595 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Returning: {'device': '9dadf846-ff22-4b52-b0c9-702f4135b2f1', 'network_id': '4ca15c7f-c7ee-4a72-846e-39d6e16e331b', 'port_id': '9dadf846-ff22-4b52-b0c9-702f4135b2f1', 'mac_address': 'fa:16:3e:24:32:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef6ab0c9-7754-4b94-bab3-ee910ab3cd2e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:44:18.273531 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-99a308e8-f919-490d-bdb6-583eb5e4e1b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:18.325536 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:18.342074 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.notifiers.nova [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dadf846-ff22-4b52-b0c9-702f4135b2f1 {{(pid=103676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:44:18.347309 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-99a308e8-f919-490d-bdb6-583eb5e4e1b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:18.375917 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-243e0d56-8e60-4e90-9f9b-aadb5d64df4c req-b3a886fe-de1e-4c17-aff1-0a161362003c tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265273 Jun 16 13:44:18.378489 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port 9dadf846-ff22-4b52-b0c9-702f4135b2f1, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9dadf846-ff22-4b52-b0c9-702f4135b2f1,segment=NetworkSegment(b9f9007b-df73-4fb9-96ce-1a01c115ccf5),segment_id=b9f9007b-df73-4fb9-96ce-1a01c115ccf5)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:44:18.384269 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:18.385436 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:44:18.393602 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:18.438002 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-b9484b7c-15e0-43ea-aab7-27a323c2bf1e tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks [] for port, precommit_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:18.444352 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.notifiers.nova [req-60a932ec-acc9-4782-8258-cb8a9781e8bf req-9c1efdb7-900c-4152-9661-791376291948 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcd7fd90-087c-441d-ad88-0a640767d612 {{(pid=103674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:44:18.454222 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-60a932ec-acc9-4782-8258-cb8a9781e8bf req-9c1efdb7-900c-4152-9661-791376291948 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:18.454448 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-b9484b7c-15e0-43ea-aab7-27a323c2bf1e tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10266988'] for port, after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:18.457693 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22f3d63-4aa5-4122-b6b1-2aa19aa651a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838b0cab-414d-4488-a3e5-2612f59413d7,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:18.470217 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-a22f3d63-4aa5-4122-b6b1-2aa19aa651a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:18.471605 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:18.484162 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-99a308e8-f919-490d-bdb6-583eb5e4e1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:18.486304 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.provisioning_blocks [req-60a932ec-acc9-4782-8258-cb8a9781e8bf req-9c1efdb7-900c-4152-9661-791376291948 service neutron] Transition to ACTIVE for port object dcd7fd90-087c-441d-ad88-0a640767d612 will not be triggered until provisioned by entity L2. {{(pid=103674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:44:18.490731 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-99a308e8-f919-490d-bdb6-583eb5e4e1b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:18.492961 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-99a308e8-f919-490d-bdb6-583eb5e4e1b8 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/07376d8e-0bee-4e07-a98d-b281ea265d27 HTTP/1.1" status: 204 len: 168 time: 0.4091914 Jun 16 13:44:18.494493 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-1fedb598-bece-4056-b727-bcb5f3bc2249 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:18.510407 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-60a932ec-acc9-4782-8258-cb8a9781e8bf req-9c1efdb7-900c-4152-9661-791376291948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10072344'] for port, after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:18.515730 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9484b7c-15e0-43ea-aab7-27a323c2bf1e tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Pushing event updated for resources: {'Port': ['ID=85647b04-be7e-4c0d-9c51-8aba35648e58,revision_number=2']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:18.518583 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-b9484b7c-15e0-43ea-aab7-27a323c2bf1e tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:18.528661 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Pushing event updated for resources: {'Port': ['ID=9dadf846-ff22-4b52-b0c9-702f4135b2f1,revision_number=4']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:18.530875 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a308e8-f919-490d-bdb6-583eb5e4e1b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07376d8e-0bee-4e07-a98d-b281ea265d27,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:18.553758 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-99a308e8-f919-490d-bdb6-583eb5e4e1b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:18.555950 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:18.568471 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:18.680899 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port 0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88,segment=NetworkSegment(70187269-9371-4d60-a2ca-f207ba00f8d3),segment_id=70187269-9371-4d60-a2ca-f207ba00f8d3)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:44:18.682613 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-b9484b7c-15e0-43ea-aab7-27a323c2bf1e tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759278'] for floatingip, after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:18.704816 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Returning: {'device': '0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88', 'network_id': 'd7d7741f-07ca-412f-8243-ccc485688abb', 'port_id': '0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88', 'mac_address': 'fa:16:3e:ee:c0:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edeae7f3-c024-4f6a-b058-211ad66a5634', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:44:18.764930 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1efdb7-900c-4152-9661-791376291948 service neutron] Pushing event updated for resources: {'Port': ['ID=dcd7fd90-087c-441d-ad88-0a640767d612,revision_number=2']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:18.771683 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-9c1efdb7-900c-4152-9661-791376291948 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:18.776973 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.db.db_base_plugin_common [req-e18dff30-48bd-4411-8641-eadd43fa5cc5 req-79ba7029-7f18-4374-b743-495ba9c484f9 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Allocated IP 172.20.0.8 (3fd1b355-6844-49d6-9575-d3c884c6ee87/79b8c341-956a-473f-ad31-1610f8a12fbd/08197032-a530-4735-8997-c7a879f6ac4f) {{(pid=103675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:44:18.783381 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-b9484b7c-15e0-43ea-aab7-27a323c2bf1e tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914'] for floatingip, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:18.804130 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-b9484b7c-15e0-43ea-aab7-27a323c2bf1e tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5452497 Jun 16 13:44:18.865326 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:18.875283 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.managers [req-60a932ec-acc9-4782-8258-cb8a9781e8bf req-9c1efdb7-900c-4152-9661-791376291948 service neutron] Attempting to bind port dcd7fd90-087c-441d-ad88-0a640767d612 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:44:18.875885 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.managers [req-60a932ec-acc9-4782-8258-cb8a9781e8bf req-9c1efdb7-900c-4152-9661-791376291948 service neutron] Attempting to bind port dcd7fd90-087c-441d-ad88-0a640767d612 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '67aaae54-27eb-4036-b1c4-025670067924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '3fd1b355-6844-49d6-9575-d3c884c6ee87'}] {{(pid=103674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:44:18.876941 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a932ec-acc9-4782-8258-cb8a9781e8bf req-9c1efdb7-900c-4152-9661-791376291948 service neutron] Attempting to bind port dcd7fd90-087c-441d-ad88-0a640767d612 on network 3fd1b355-6844-49d6-9575-d3c884c6ee87 {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:44:18.886525 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.notifiers.nova [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88 {{(pid=103676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:44:18.901741 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a932ec-acc9-4782-8258-cb8a9781e8bf req-9c1efdb7-900c-4152-9661-791376291948 service neutron] Port dcd7fd90-087c-441d-ad88-0a640767d612 on network 3fd1b355-6844-49d6-9575-d3c884c6ee87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 13:44:18.902301 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a932ec-acc9-4782-8258-cb8a9781e8bf req-9c1efdb7-900c-4152-9661-791376291948 service neutron] Attempting to bind port dcd7fd90-087c-441d-ad88-0a640767d612 on network 3fd1b355-6844-49d6-9575-d3c884c6ee87 {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:44:18.917539 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port 0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88,segment=NetworkSegment(70187269-9371-4d60-a2ca-f207ba00f8d3),segment_id=70187269-9371-4d60-a2ca-f207ba00f8d3)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:44:18.925051 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:18.927835 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:18.934988 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a932ec-acc9-4782-8258-cb8a9781e8bf req-9c1efdb7-900c-4152-9661-791376291948 service neutron] Checking agent: {'id': '1d30c470-50d4-4ce2-b27c-c11b758166c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 42, 10), 'started_at': datetime.datetime(2021, 6, 16, 13, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:44:18.935254 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a932ec-acc9-4782-8258-cb8a9781e8bf req-9c1efdb7-900c-4152-9661-791376291948 service neutron] Checking segment: {'id': '67aaae54-27eb-4036-b1c4-025670067924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '3fd1b355-6844-49d6-9575-d3c884c6ee87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:44:18.940193 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a932ec-acc9-4782-8258-cb8a9781e8bf req-9c1efdb7-900c-4152-9661-791376291948 service neutron] Bound using segment: {'id': '67aaae54-27eb-4036-b1c4-025670067924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '3fd1b355-6844-49d6-9575-d3c884c6ee87'} {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:44:18.940860 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.managers [req-60a932ec-acc9-4782-8258-cb8a9781e8bf req-9c1efdb7-900c-4152-9661-791376291948 service neutron] Bound port: dcd7fd90-087c-441d-ad88-0a640767d612, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67aaae54-27eb-4036-b1c4-025670067924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '3fd1b355-6844-49d6-9575-d3c884c6ee87'}}] {{(pid=103674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:44:18.941239 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-60a932ec-acc9-4782-8258-cb8a9781e8bf req-9c1efdb7-900c-4152-9661-791376291948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:18.995510 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Pushing event updated for resources: {'Port': ['ID=0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88,revision_number=4']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:18.998984 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:19.014597 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-b2e37f2d-057c-4cc1-924b-c31c366db063 req-8414f71e-43f5-47af-8b53-0d5bb902f580 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=f96efd70-6984-429e-9e25-f117c8a5a4e1 HTTP/1.1" status: 200 len: 210 time: 0.0659080 Jun 16 13:44:19.095531 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-e18dff30-48bd-4411-8641-eadd43fa5cc5 req-79ba7029-7f18-4374-b743-495ba9c484f9 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Notify callbacks [] for port, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:19.157910 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c85801-8253-4a80-a83e-55c171e4fe45 req-0bbc1bc3-b35c-46e9-a767-c2cbe293eaba tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:19.165131 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e5c85801-8253-4a80-a83e-55c171e4fe45 req-0bbc1bc3-b35c-46e9-a767-c2cbe293eaba tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] 10.222.0.104 "GET /v2.0/ports?device_id=08e4bfe8-d343-4895-8c36-af9350072ea8 HTTP/1.1" status: 200 len: 944 time: 0.1441004 Jun 16 13:44:19.213471 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-e18dff30-48bd-4411-8641-eadd43fa5cc5 req-79ba7029-7f18-4374-b743-495ba9c484f9 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1833118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779594881046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10267002'] for port, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:19.223962 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-3236fb25-1a50-4ad0-a6b4-ac3d122d58ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:19.246385 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] get_ports_and_sgs() called for port_ids ['9dadf846-ff22-4b52-b0c9-702f4135b2f1'] {{(pid=103676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:44:19.257037 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.db [req-60a932ec-acc9-4782-8258-cb8a9781e8bf req-9c1efdb7-900c-4152-9661-791376291948 service neutron] For port dcd7fd90-087c-441d-ad88-0a640767d612, host hv-cinder-78960, cleared binding levels {{(pid=103674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:44:19.274244 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-092ef034-3f0d-405f-b89d-e1fee601b87f req-f778d451-4d5f-4616-a246-34ecec69a5a5 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-securitygroup--1989067196&fields=id&tenant_id=1c34861a49bb497085ef26aa3cc556f7 HTTP/1.1" status: 200 len: 267 time: 0.1070766 Jun 16 13:44:19.285571 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.db [req-60a932ec-acc9-4782-8258-cb8a9781e8bf req-9c1efdb7-900c-4152-9661-791376291948 service neutron] For port dcd7fd90-087c-441d-ad88-0a640767d612, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=dcd7fd90-087c-441d-ad88-0a640767d612,segment=NetworkSegment(67aaae54-27eb-4036-b1c4-025670067924),segment_id=67aaae54-27eb-4036-b1c4-025670067924)] {{(pid=103674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:44:19.332308 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ba7029-7f18-4374-b743-495ba9c484f9 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Pushing event updated for resources: {'Port': ['ID=08197032-a530-4735-8997-c7a879f6ac4f,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:19.347500 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-79ba7029-7f18-4374-b743-495ba9c484f9 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:19.362828 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] get_ports_and_sgs() called for port_ids ['0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88'] {{(pid=103676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:44:19.365495 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e18dff30-48bd-4411-8641-eadd43fa5cc5 req-79ba7029-7f18-4374-b743-495ba9c484f9 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Network 3fd1b355-6844-49d6-9575-d3c884c6ee87 is already hosted by enough agents. {{(pid=103675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:44:19.367278 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.base_scheduler [req-e18dff30-48bd-4411-8641-eadd43fa5cc5 req-79ba7029-7f18-4374-b743-495ba9c484f9 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Resources bound (agent type, host, resource id): {{(pid=103675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:44:19.373558 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [req-e18dff30-48bd-4411-8641-eadd43fa5cc5 req-79ba7029-7f18-4374-b743-495ba9c484f9 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Received port after_create {{(pid=103675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:44:19.378110 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e5c85801-8253-4a80-a83e-55c171e4fe45 req-90a42460-6bc2-4b11-a006-7435b7ba7c39 tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] 10.222.0.104 "GET /v2.0/security-groups?id=61bab3a4-2868-48b2-a00c-f276cf89b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062960 Jun 16 13:44:19.399155 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-60a932ec-acc9-4782-8258-cb8a9781e8bf req-9c1efdb7-900c-4152-9661-791376291948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10072344'] for port, after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:19.399155 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-812e818d-27bb-4d38-b3a6-559a2793ef52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:19.459864 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18dff30-48bd-4411-8641-eadd43fa5cc5 req-79ba7029-7f18-4374-b743-495ba9c484f9 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:19.460848 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-e18dff30-48bd-4411-8641-eadd43fa5cc5 req-79ba7029-7f18-4374-b743-495ba9c484f9 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for port, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:19.474787 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1efdb7-900c-4152-9661-791376291948 service neutron] Pushing event updated for resources: {'Port': ['ID=dcd7fd90-087c-441d-ad88-0a640767d612,revision_number=3']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:19.483733 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-9c1efdb7-900c-4152-9661-791376291948 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:19.494484 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a932ec-acc9-4782-8258-cb8a9781e8bf req-9c1efdb7-900c-4152-9661-791376291948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:19.495083 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-60a932ec-acc9-4782-8258-cb8a9781e8bf req-9c1efdb7-900c-4152-9661-791376291948 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for port, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:19.496588 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-60a932ec-acc9-4782-8258-cb8a9781e8bf req-9c1efdb7-900c-4152-9661-791376291948 service neutron] 10.222.0.101 "PUT /v2.0/ports/dcd7fd90-087c-441d-ad88-0a640767d612 HTTP/1.1" status: 200 len: 1094 time: 1.6842463 Jun 16 13:44:19.497087 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cbcb98d-39f5-4b36-bbca-f04b9be7a477', 'tag': 'dcd7fd90-087c-441d-ad88-0a640767d612'}] {{(pid=103674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:44:19.500150 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf0caa33b503d1f2c3d6e3a51c00f46bab3e78c159fea0ab96052d9779657e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da38627d-8e4e-4992-b3f2-7ce3cc4fac16" -d '{"events": [{"name": "network-changed", "server_uuid": "9cbcb98d-39f5-4b36-bbca-f04b9be7a477", "tag": "dcd7fd90-087c-441d-ad88-0a640767d612"}]}' {{(pid=103674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:44:19.503344 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-e18dff30-48bd-4411-8641-eadd43fa5cc5 req-79ba7029-7f18-4374-b743-495ba9c484f9 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8839250 Jun 16 13:44:19.518678 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.v2.base [req-e18dff30-48bd-4411-8641-eadd43fa5cc5 req-2495f5ab-0caa-46c1-baed-6230286edb26 service neutron] Request body: {'port': {'device_id': 'f96efd70-6984-429e-9e25-f117c8a5a4e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=103675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:19.622995 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ef034-3f0d-405f-b89d-e1fee601b87f req-57602b52-6ca5-43e5-b9f2-540b95b91021 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:19.625307 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-092ef034-3f0d-405f-b89d-e1fee601b87f req-57602b52-6ca5-43e5-b9f2-540b95b91021 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/networks?id=bc7f85d7-a9cc-4cbe-8009-a532b58d3643 HTTP/1.1" status: 200 len: 810 time: 0.3362401 Jun 16 13:44:19.635079 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-e18dff30-48bd-4411-8641-eadd43fa5cc5 req-2495f5ab-0caa-46c1-baed-6230286edb26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:19.667143 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-092ef034-3f0d-405f-b89d-e1fee601b87f req-bf452567-9baf-4b9f-a808-d544b5938035 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/quotas/1c34861a49bb497085ef26aa3cc556f7 HTTP/1.1" status: 200 len: 375 time: 0.0283849 Jun 16 13:44:19.729667 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a932ec-acc9-4782-8258-cb8a9781e8bf req-5029bd46-41fa-4766-9b3c-2281b1bea58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:19.731176 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-60a932ec-acc9-4782-8258-cb8a9781e8bf req-5029bd46-41fa-4766-9b3c-2281b1bea58c service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=aab2bee29bb84945808496017e6bfae7&device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 1097 time: 0.1859844 Jun 16 13:44:19.745790 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c93ea0-a542-4aaf-9624-6e9ce55f4ee7 req-d73b6e98-357a-4335-bb81-736ce31ba493 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:19.746890 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-00c93ea0-a542-4aaf-9624-6e9ce55f4ee7 req-d73b6e98-357a-4335-bb81-736ce31ba493 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=f61f6257-f19e-4378-b0e7-8174c1b8ef7b HTTP/1.1" status: 200 len: 944 time: 0.1931577 Jun 16 13:44:19.817772 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-60a932ec-acc9-4782-8258-cb8a9781e8bf req-ebd244b2-ce10-4eba-9bff-3e549d8908d0 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcd7fd90-087c-441d-ad88-0a640767d612 HTTP/1.1" status: 200 len: 217 time: 0.0696437 Jun 16 13:44:19.901694 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-00c93ea0-a542-4aaf-9624-6e9ce55f4ee7 req-45b9aef9-9e9d-4c1e-bfc8-38855bcd16ab tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457634 Jun 16 13:44:19.911389 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a932ec-acc9-4782-8258-cb8a9781e8bf req-e8c3e42c-c437-44ae-93f9-00f994230ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:19.912866 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-60a932ec-acc9-4782-8258-cb8a9781e8bf req-e8c3e42c-c437-44ae-93f9-00f994230ee6 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=79b8c341-956a-473f-ad31-1610f8a12fbd HTTP/1.1" status: 200 len: 858 time: 0.0870841 Jun 16 13:44:19.933264 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-092ef034-3f0d-405f-b89d-e1fee601b87f req-5442f670-7df7-4402-b68e-1da28548796f tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=1c34861a49bb497085ef26aa3cc556f7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2592542 Jun 16 13:44:20.008916 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-60a932ec-acc9-4782-8258-cb8a9781e8bf req-6341db19-03ce-4dcf-88a0-ed3bd9d97a7a service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=3fd1b355-6844-49d6-9575-d3c884c6ee87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745964 Jun 16 13:44:20.010552 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1e0bdf-a291-44f2-b9a5-a396dbe70add x-openstack-request-id: req-2c1e0bdf-a291-44f2-b9a5-a396dbe70add {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:44:20.010924 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cbcb98d-39f5-4b36-bbca-f04b9be7a477", "tag": "dcd7fd90-087c-441d-ad88-0a640767d612", "status": "completed", "code": 200}]} {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:44:20.011161 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-2c1e0bdf-a291-44f2-b9a5-a396dbe70add {{(pid=103674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:44:20.011595 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cbcb98d-39f5-4b36-bbca-f04b9be7a477', 'tag': 'dcd7fd90-087c-441d-ad88-0a640767d612', 'status': 'completed', 'code': 200} Jun 16 13:44:20.123115 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.notifiers.nova [req-e18dff30-48bd-4411-8641-eadd43fa5cc5 req-2495f5ab-0caa-46c1-baed-6230286edb26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08197032-a530-4735-8997-c7a879f6ac4f {{(pid=103675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:44:20.158116 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-e18dff30-48bd-4411-8641-eadd43fa5cc5 req-2495f5ab-0caa-46c1-baed-6230286edb26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:20.203177 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [req-e18dff30-48bd-4411-8641-eadd43fa5cc5 req-2495f5ab-0caa-46c1-baed-6230286edb26 service neutron] Transition to ACTIVE for port object 08197032-a530-4735-8997-c7a879f6ac4f will not be triggered until provisioned by entity L2. {{(pid=103675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:44:20.217120 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-e18dff30-48bd-4411-8641-eadd43fa5cc5 req-2495f5ab-0caa-46c1-baed-6230286edb26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10266988'] for port, after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:20.220946 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:20.382767 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2495f5ab-0caa-46c1-baed-6230286edb26 service neutron] Pushing event updated for resources: {'Port': ['ID=08197032-a530-4735-8997-c7a879f6ac4f,revision_number=2']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:20.392449 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-2495f5ab-0caa-46c1-baed-6230286edb26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:20.482150 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [req-e18dff30-48bd-4411-8641-eadd43fa5cc5 req-2495f5ab-0caa-46c1-baed-6230286edb26 service neutron] Attempting to bind port 08197032-a530-4735-8997-c7a879f6ac4f on host hv-cinder-78960 for vnic_type normal with profile {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:44:20.482484 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [req-e18dff30-48bd-4411-8641-eadd43fa5cc5 req-2495f5ab-0caa-46c1-baed-6230286edb26 service neutron] Attempting to bind port 08197032-a530-4735-8997-c7a879f6ac4f by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '67aaae54-27eb-4036-b1c4-025670067924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '3fd1b355-6844-49d6-9575-d3c884c6ee87'}] {{(pid=103675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:44:20.482813 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18dff30-48bd-4411-8641-eadd43fa5cc5 req-2495f5ab-0caa-46c1-baed-6230286edb26 service neutron] Attempting to bind port 08197032-a530-4735-8997-c7a879f6ac4f on network 3fd1b355-6844-49d6-9575-d3c884c6ee87 {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:44:20.489935 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18dff30-48bd-4411-8641-eadd43fa5cc5 req-2495f5ab-0caa-46c1-baed-6230286edb26 service neutron] Port 08197032-a530-4735-8997-c7a879f6ac4f on network 3fd1b355-6844-49d6-9575-d3c884c6ee87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 13:44:20.490415 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18dff30-48bd-4411-8641-eadd43fa5cc5 req-2495f5ab-0caa-46c1-baed-6230286edb26 service neutron] Attempting to bind port 08197032-a530-4735-8997-c7a879f6ac4f on network 3fd1b355-6844-49d6-9575-d3c884c6ee87 {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:44:20.496344 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18dff30-48bd-4411-8641-eadd43fa5cc5 req-2495f5ab-0caa-46c1-baed-6230286edb26 service neutron] Checking agent: {'id': '1d30c470-50d4-4ce2-b27c-c11b758166c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 42, 10), 'started_at': datetime.datetime(2021, 6, 16, 13, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:44:20.496734 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18dff30-48bd-4411-8641-eadd43fa5cc5 req-2495f5ab-0caa-46c1-baed-6230286edb26 service neutron] Checking segment: {'id': '67aaae54-27eb-4036-b1c4-025670067924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '3fd1b355-6844-49d6-9575-d3c884c6ee87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:44:20.497110 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18dff30-48bd-4411-8641-eadd43fa5cc5 req-2495f5ab-0caa-46c1-baed-6230286edb26 service neutron] Bound using segment: {'id': '67aaae54-27eb-4036-b1c4-025670067924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '3fd1b355-6844-49d6-9575-d3c884c6ee87'} {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:44:20.497617 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [req-e18dff30-48bd-4411-8641-eadd43fa5cc5 req-2495f5ab-0caa-46c1-baed-6230286edb26 service neutron] Bound port: 08197032-a530-4735-8997-c7a879f6ac4f, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67aaae54-27eb-4036-b1c4-025670067924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': '3fd1b355-6844-49d6-9575-d3c884c6ee87'}}] {{(pid=103675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:44:20.497951 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-e18dff30-48bd-4411-8641-eadd43fa5cc5 req-2495f5ab-0caa-46c1-baed-6230286edb26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:20.526247 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-092ef034-3f0d-405f-b89d-e1fee601b87f req-deed7194-7c5a-4d94-a311-a2cedae6c290 service neutron] 10.222.0.104 "GET /v2.0/networks/bc7f85d7-a9cc-4cbe-8009-a532b58d3643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5259218 Jun 16 13:44:20.530473 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-60a932ec-acc9-4782-8258-cb8a9781e8bf req-a29b26b0-89cd-4b92-b9e0-61816d406c8d service neutron] 10.222.0.101 "GET /v2.0/networks/3fd1b355-6844-49d6-9575-d3c884c6ee87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5107181 Jun 16 13:44:20.582312 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.db [req-e18dff30-48bd-4411-8641-eadd43fa5cc5 req-2495f5ab-0caa-46c1-baed-6230286edb26 service neutron] For port 08197032-a530-4735-8997-c7a879f6ac4f, host hv-cinder-78960, cleared binding levels {{(pid=103675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:44:20.586360 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.db [req-e18dff30-48bd-4411-8641-eadd43fa5cc5 req-2495f5ab-0caa-46c1-baed-6230286edb26 service neutron] For port 08197032-a530-4735-8997-c7a879f6ac4f, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=08197032-a530-4735-8997-c7a879f6ac4f,segment=NetworkSegment(67aaae54-27eb-4036-b1c4-025670067924),segment_id=67aaae54-27eb-4036-b1c4-025670067924)] {{(pid=103675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:44:20.592605 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-e18dff30-48bd-4411-8641-eadd43fa5cc5 req-2495f5ab-0caa-46c1-baed-6230286edb26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10266988'] for port, after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:20.598612 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-79ba7029-7f18-4374-b743-495ba9c484f9 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:20.635778 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18dff30-48bd-4411-8641-eadd43fa5cc5 req-2495f5ab-0caa-46c1-baed-6230286edb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:20.636597 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-e18dff30-48bd-4411-8641-eadd43fa5cc5 req-2495f5ab-0caa-46c1-baed-6230286edb26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for port, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:20.638590 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-e18dff30-48bd-4411-8641-eadd43fa5cc5 req-2495f5ab-0caa-46c1-baed-6230286edb26 service neutron] 10.222.0.101 "PUT /v2.0/ports/08197032-a530-4735-8997-c7a879f6ac4f HTTP/1.1" status: 200 len: 1093 time: 1.1272686 Jun 16 13:44:20.650827 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f96efd70-6984-429e-9e25-f117c8a5a4e1', 'tag': '08197032-a530-4735-8997-c7a879f6ac4f'}] {{(pid=103675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:44:20.651829 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a16ec9cc8eba4f619b451732e343570940bd63550f2ec78b6d3f6fbb7e41a49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24372d23-40ed-41e0-99f5-1fbb9f987b4a" -d '{"events": [{"name": "network-changed", "server_uuid": "f96efd70-6984-429e-9e25-f117c8a5a4e1", "tag": "08197032-a530-4735-8997-c7a879f6ac4f"}]}' {{(pid=103675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:44:20.697297 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43714c5-bfa4-4490-a18b-b85a7d2a1544 req-0d6f6841-22da-4ed8-bd28-eaa6485ff08e tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:20.700433 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2495f5ab-0caa-46c1-baed-6230286edb26 service neutron] Pushing event updated for resources: {'Port': ['ID=08197032-a530-4735-8997-c7a879f6ac4f,revision_number=3']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:20.704541 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-d43714c5-bfa4-4490-a18b-b85a7d2a1544 req-0d6f6841-22da-4ed8-bd28-eaa6485ff08e tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=f96efd70-6984-429e-9e25-f117c8a5a4e1 HTTP/1.1" status: 200 len: 943 time: 0.2537184 Jun 16 13:44:20.716987 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-2495f5ab-0caa-46c1-baed-6230286edb26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:20.756260 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-092ef034-3f0d-405f-b89d-e1fee601b87f req-f311ae5d-04c0-4235-92bc-ec394c2589bc service neutron] 10.222.0.104 "GET /v2.0/networks/bc7f85d7-a9cc-4cbe-8009-a532b58d3643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230396 Jun 16 13:44:20.770933 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-60a932ec-acc9-4782-8258-cb8a9781e8bf req-861f0c09-59b2-45d0-a44c-f3ee580c7e26 service neutron] 10.222.0.101 "GET /v2.0/networks/3fd1b355-6844-49d6-9575-d3c884c6ee87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280400 Jun 16 13:44:20.775238 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18dff30-48bd-4411-8641-eadd43fa5cc5 req-75b5dbbb-be7e-46fc-a7be-796d405e0d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:20.792827 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-d43714c5-bfa4-4490-a18b-b85a7d2a1544 req-cb1ff5cc-7701-43e4-af98-99271f1a5658 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869775 Jun 16 13:44:20.793527 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-e18dff30-48bd-4411-8641-eadd43fa5cc5 req-75b5dbbb-be7e-46fc-a7be-796d405e0d25 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=aab2bee29bb84945808496017e6bfae7&device_id=f96efd70-6984-429e-9e25-f117c8a5a4e1 HTTP/1.1" status: 200 len: 1096 time: 0.1015966 Jun 16 13:44:20.866919 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-e18dff30-48bd-4411-8641-eadd43fa5cc5 req-4706a300-7954-41c9-b664-dabb3c97c657 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08197032-a530-4735-8997-c7a879f6ac4f HTTP/1.1" status: 200 len: 217 time: 0.0665812 Jun 16 13:44:20.907991 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38627d-8e4e-4992-b3f2-7ce3cc4fac16 req-ab1faf99-0958-4d58-88a9-ad10074ba3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:20.909590 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-da38627d-8e4e-4992-b3f2-7ce3cc4fac16 req-ab1faf99-0958-4d58-88a9-ad10074ba3f7 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=aab2bee29bb84945808496017e6bfae7&device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 1097 time: 0.0855293 Jun 16 13:44:20.939400 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18dff30-48bd-4411-8641-eadd43fa5cc5 req-ba604103-7e50-4565-942d-991738568427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:20.941189 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-e18dff30-48bd-4411-8641-eadd43fa5cc5 req-ba604103-7e50-4565-942d-991738568427 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=79b8c341-956a-473f-ad31-1610f8a12fbd HTTP/1.1" status: 200 len: 858 time: 0.0675135 Jun 16 13:44:21.001612 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-e18dff30-48bd-4411-8641-eadd43fa5cc5 req-cbbbf872-cf00-40cc-92d8-2f276f26daa4 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=3fd1b355-6844-49d6-9575-d3c884c6ee87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533235 Jun 16 13:44:21.008067 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4475b0a2-810f-4b77-85b9-08ca5af60bab x-openstack-request-id: req-4475b0a2-810f-4b77-85b9-08ca5af60bab {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:44:21.008619 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f96efd70-6984-429e-9e25-f117c8a5a4e1", "tag": "08197032-a530-4735-8997-c7a879f6ac4f", "status": "completed", "code": 200}]} {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:44:21.009070 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-4475b0a2-810f-4b77-85b9-08ca5af60bab {{(pid=103675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:44:21.012574 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f96efd70-6984-429e-9e25-f117c8a5a4e1', 'tag': '08197032-a530-4735-8997-c7a879f6ac4f', 'status': 'completed', 'code': 200} Jun 16 13:44:21.055504 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38627d-8e4e-4992-b3f2-7ce3cc4fac16 req-7e2eb064-546b-4337-b763-5970957dafba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:21.057060 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-da38627d-8e4e-4992-b3f2-7ce3cc4fac16 req-7e2eb064-546b-4337-b763-5970957dafba service neutron] 10.222.0.101 "GET /v2.0/networks?id=3fd1b355-6844-49d6-9575-d3c884c6ee87 HTTP/1.1" status: 200 len: 920 time: 0.1402557 Jun 16 13:44:21.191430 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-e18dff30-48bd-4411-8641-eadd43fa5cc5 req-30ec8625-769f-46f1-9113-2ec624a4d130 service neutron] 10.222.0.101 "GET /v2.0/networks/3fd1b355-6844-49d6-9575-d3c884c6ee87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777077 Jun 16 13:44:21.213756 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-da38627d-8e4e-4992-b3f2-7ce3cc4fac16 req-2db4e2d7-f2b4-4d21-b7a6-8b1caa75a522 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcd7fd90-087c-441d-ad88-0a640767d612 HTTP/1.1" status: 200 len: 217 time: 0.0874786 Jun 16 13:44:21.325345 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-e18dff30-48bd-4411-8641-eadd43fa5cc5 req-b8308110-f071-48b6-842f-9081ff13ad76 service neutron] 10.222.0.101 "GET /v2.0/networks/3fd1b355-6844-49d6-9575-d3c884c6ee87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242504 Jun 16 13:44:21.349277 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d4463-66fd-45e9-abcb-bc620b1f4b02 req-10c65ed9-0879-41b3-9008-0e6acfb00876 tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:21.351136 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-917d4463-66fd-45e9-abcb-bc620b1f4b02 req-10c65ed9-0879-41b3-9008-0e6acfb00876 tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] 10.222.0.104 "GET /v2.0/ports?device_id=08e4bfe8-d343-4895-8c36-af9350072ea8 HTTP/1.1" status: 200 len: 944 time: 0.2928162 Jun 16 13:44:21.387289 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38627d-8e4e-4992-b3f2-7ce3cc4fac16 req-1aa462ea-5c59-481a-b6d2-311524131683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:21.389253 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-da38627d-8e4e-4992-b3f2-7ce3cc4fac16 req-1aa462ea-5c59-481a-b6d2-311524131683 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=79b8c341-956a-473f-ad31-1610f8a12fbd HTTP/1.1" status: 200 len: 858 time: 0.1431272 Jun 16 13:44:21.408264 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26bee1-6eb6-4114-86f1-1f8bbef99c62 req-2508f54d-edcc-4ee6-b6d0-22d4a403ef15 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:21.410118 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2b26bee1-6eb6-4114-86f1-1f8bbef99c62 req-2508f54d-edcc-4ee6-b6d0-22d4a403ef15 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=f61f6257-f19e-4378-b0e7-8174c1b8ef7b HTTP/1.1" status: 200 len: 944 time: 0.2179084 Jun 16 13:44:21.457808 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-da38627d-8e4e-4992-b3f2-7ce3cc4fac16 req-e034c3df-8cd7-4420-a844-7b2e272cd4f8 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=3fd1b355-6844-49d6-9575-d3c884c6ee87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414951 Jun 16 13:44:21.467197 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24372d23-40ed-41e0-99f5-1fbb9f987b4a req-da21eddc-9c6e-4d92-9f5e-ac0ebf844a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:21.477360 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-917d4463-66fd-45e9-abcb-bc620b1f4b02 req-7a2755b1-2781-4e7d-9d8e-4bea0859a907 tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] 10.222.0.104 "GET /v2.0/security-groups?id=61bab3a4-2868-48b2-a00c-f276cf89b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159208 Jun 16 13:44:21.485113 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-24372d23-40ed-41e0-99f5-1fbb9f987b4a req-da21eddc-9c6e-4d92-9f5e-ac0ebf844a2d service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=aab2bee29bb84945808496017e6bfae7&device_id=f96efd70-6984-429e-9e25-f117c8a5a4e1 HTTP/1.1" status: 200 len: 1096 time: 0.0983326 Jun 16 13:44:21.678312 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 37800) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:21.692810 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2b26bee1-6eb6-4114-86f1-1f8bbef99c62 req-d06f3d74-c05e-44f9-8779-23169c7fc939 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666001 Jun 16 13:44:21.709763 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c9ef4dc1-3de6-4e18-af2c-ed030bb41e18 req-24965bbf-78b7-4f18-93c7-73f92cf9e90a tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 210 time: 0.0970564 Jun 16 13:44:21.759902 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24372d23-40ed-41e0-99f5-1fbb9f987b4a req-0faac715-cafa-4138-816e-50a36dfa4ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:21.760880 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-da38627d-8e4e-4992-b3f2-7ce3cc4fac16 req-617cae7b-20b8-4b72-9503-80402594c8a3 service neutron] 10.222.0.101 "GET /v2.0/networks/3fd1b355-6844-49d6-9575-d3c884c6ee87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775123 Jun 16 13:44:21.763051 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-24372d23-40ed-41e0-99f5-1fbb9f987b4a req-0faac715-cafa-4138-816e-50a36dfa4ba2 service neutron] 10.222.0.101 "GET /v2.0/networks?id=3fd1b355-6844-49d6-9575-d3c884c6ee87 HTTP/1.1" status: 200 len: 920 time: 0.2712333 Jun 16 13:44:21.837182 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-24372d23-40ed-41e0-99f5-1fbb9f987b4a req-ce0f08a0-53b4-4e6b-81ea-8effbf8026ba service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08197032-a530-4735-8997-c7a879f6ac4f HTTP/1.1" status: 200 len: 217 time: 0.0635989 Jun 16 13:44:21.892280 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-bbff339d-c97a-4cd5-bc50-6d167b213600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:21.916177 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-da38627d-8e4e-4992-b3f2-7ce3cc4fac16 req-7772fbd6-dcb0-4c7f-9ae8-169af83b926f service neutron] 10.222.0.101 "GET /v2.0/networks/3fd1b355-6844-49d6-9575-d3c884c6ee87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421051 Jun 16 13:44:21.916573 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24372d23-40ed-41e0-99f5-1fbb9f987b4a req-c08486bc-dd9f-47b4-be2a-d271d57ae51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:21.918291 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-24372d23-40ed-41e0-99f5-1fbb9f987b4a req-c08486bc-dd9f-47b4-be2a-d271d57ae51f service neutron] 10.222.0.101 "GET /v2.0/subnets?id=79b8c341-956a-473f-ad31-1610f8a12fbd HTTP/1.1" status: 200 len: 858 time: 0.0728033 Jun 16 13:44:21.968516 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-24372d23-40ed-41e0-99f5-1fbb9f987b4a req-e783f4b6-0cec-4172-b548-8d60f4537efe service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=3fd1b355-6844-49d6-9575-d3c884c6ee87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373409 Jun 16 13:44:22.074396 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 9dadf846-ff22-4b52-b0c9-702f4135b2f1 up at agent hyperv_hv-cinder-78960 {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:44:22.112985 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-24372d23-40ed-41e0-99f5-1fbb9f987b4a req-38411a3e-5746-46a7-8e1c-c402541d7af3 service neutron] 10.222.0.101 "GET /v2.0/networks/3fd1b355-6844-49d6-9575-d3c884c6ee87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349463 Jun 16 13:44:22.118825 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-bbff339d-c97a-4cd5-bc50-6d167b213600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:22.142175 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-bbff339d-c97a-4cd5-bc50-6d167b213600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:22.157266 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-e5e1fb65-04af-4bfa-b43d-4e7c6180751d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:22.165781 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Provisioning for port 9dadf846-ff22-4b52-b0c9-702f4135b2f1 completed by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:44:22.175734 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Provisioning complete for port 9dadf846-ff22-4b52-b0c9-702f4135b2f1 triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:44:22.176212 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:22.256684 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-bbff339d-c97a-4cd5-bc50-6d167b213600 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=919ae0a53c414427a5f6291c1bf1e29a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5715280 Jun 16 13:44:22.260221 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 37822) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:22.260491 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764e1fb-f7e6-45cd-b5c0-920e7120e52b req-0cb4d7ae-ca64-44fc-990d-9e40b8085394 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:22.262144 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2764e1fb-f7e6-45cd-b5c0-920e7120e52b req-0cb4d7ae-ca64-44fc-990d-9e40b8085394 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=f96efd70-6984-429e-9e25-f117c8a5a4e1 HTTP/1.1" status: 200 len: 943 time: 0.2238033 Jun 16 13:44:22.275270 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbff339d-c97a-4cd5-bc50-6d167b213600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2bc54a-cbcb-4258-8534-83bcdb58a18b,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:22.282891 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-bbff339d-c97a-4cd5-bc50-6d167b213600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:22.356801 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-24372d23-40ed-41e0-99f5-1fbb9f987b4a req-2d1afd1c-11be-4b29-abbd-13e793a165d4 service neutron] 10.222.0.101 "GET /v2.0/networks/3fd1b355-6844-49d6-9575-d3c884c6ee87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365000 Jun 16 13:44:22.358314 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-1143f136-6513-4cf0-901b-a76cfa0972d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:22.374003 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2764e1fb-f7e6-45cd-b5c0-920e7120e52b req-3e87b2cd-7160-4645-9fd2-98e2c6f97336 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019902 Jun 16 13:44:22.408113 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-1143f136-6513-4cf0-901b-a76cfa0972d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:22.488498 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-1143f136-6513-4cf0-901b-a76cfa0972d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:22.491164 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-1143f136-6513-4cf0-901b-a76cfa0972d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:22.492387 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-1143f136-6513-4cf0-901b-a76cfa0972d4 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/5b2bc54a-cbcb-4258-8534-83bcdb58a18b HTTP/1.1" status: 204 len: 168 time: 0.2307746 Jun 16 13:44:22.493175 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-e09c0a99-022c-4a55-9b22-5db3370c53ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:22.508473 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1143f136-6513-4cf0-901b-a76cfa0972d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2bc54a-cbcb-4258-8534-83bcdb58a18b,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:22.520425 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-1143f136-6513-4cf0-901b-a76cfa0972d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:22.569436 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:22.613379 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08e4bfe8-d343-4895-8c36-af9350072ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dadf846-ff22-4b52-b0c9-702f4135b2f1'}] {{(pid=103676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:44:22.699094 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port 9dadf846-ff22-4b52-b0c9-702f4135b2f1, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9dadf846-ff22-4b52-b0c9-702f4135b2f1,segment=NetworkSegment(b9f9007b-df73-4fb9-96ce-1a01c115ccf5),segment_id=b9f9007b-df73-4fb9-96ce-1a01c115ccf5)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:44:22.710812 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:22.713890 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88 up at agent hyperv_hv-cinder-78960 {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:44:22.764471 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-2e8e29e4-2a1f-415d-898b-b29255021e6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:22.834945 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ef034-3f0d-405f-b89d-e1fee601b87f req-44777f74-dd59-402b-ae6a-38070a8257f1 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:22.853719 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-092ef034-3f0d-405f-b89d-e1fee601b87f req-44777f74-dd59-402b-ae6a-38070a8257f1 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.101 "GET /v2.0/networks?id=bc7f85d7-a9cc-4cbe-8009-a532b58d3643 HTTP/1.1" status: 200 len: 810 time: 0.3264856 Jun 16 13:44:22.893128 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5afab56-7370-4a55-bf45-9f0e2c6cbc78 req-d2cb8b79-33b2-4467-b0ad-f7f4de905f27 tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:22.897072 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c5afab56-7370-4a55-bf45-9f0e2c6cbc78 req-d2cb8b79-33b2-4467-b0ad-f7f4de905f27 tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] 10.222.0.104 "GET /v2.0/ports?device_id=08e4bfe8-d343-4895-8c36-af9350072ea8 HTTP/1.1" status: 200 len: 944 time: 0.2263925 Jun 16 13:44:22.939673 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}effa97d0e2123b52db6fac0114eb4251877085964bb68e70a4b566e9e639f06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31df86f-45c4-4453-a5ad-c7384082213a" -d '{"events": [{"server_uuid": "08e4bfe8-d343-4895-8c36-af9350072ea8", "name": "network-vif-plugged", "status": "completed", "tag": "9dadf846-ff22-4b52-b0c9-702f4135b2f1"}]}' {{(pid=103676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:44:22.951238 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Pushing event updated for resources: {'Port': ['ID=9dadf846-ff22-4b52-b0c9-702f4135b2f1,revision_number=5']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:22.957024 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-092ef034-3f0d-405f-b89d-e1fee601b87f req-436bb47d-8cf9-4927-8b0c-c2dff87cd334 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.101 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c34861a49bb497085ef26aa3cc556f7 HTTP/1.1" status: 200 len: 380 time: 0.0943606 Jun 16 13:44:22.970005 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:22.975900 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.v2.base [req-092ef034-3f0d-405f-b89d-e1fee601b87f req-7fd943fd-d513-42b0-a047-98653f80758b tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Request body: {'port': {'device_id': 'dff9b9aa-847c-4111-9a72-64a3a109ce23', 'network_id': 'bc7f85d7-a9cc-4cbe-8009-a532b58d3643', 'admin_state_up': True, 'tenant_id': '1c34861a49bb497085ef26aa3cc556f7', 'security_groups': ['6ea424ae-d2f0-4b48-9ccf-7bd4db14db33']}} {{(pid=103675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:22.982191 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c5afab56-7370-4a55-bf45-9f0e2c6cbc78 req-e2356114-3bb5-4a3f-a239-8bc6d25245fb tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] 10.222.0.104 "GET /v2.0/security-groups?id=61bab3a4-2868-48b2-a00c-f276cf89b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673821 Jun 16 13:44:22.990273 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Provisioning for port 0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88 completed by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:44:22.994472 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Provisioning complete for port 0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88 triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:44:22.994868 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:23.135292 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0182618-8679-4a01-872f-d069d76100ca req-6cffe9db-86fe-40b9-833a-b02769de3be9 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:23.145807 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c0182618-8679-4a01-872f-d069d76100ca req-6cffe9db-86fe-40b9-833a-b02769de3be9 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=f61f6257-f19e-4378-b0e7-8174c1b8ef7b HTTP/1.1" status: 200 len: 944 time: 0.1629431 Jun 16 13:44:23.209384 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-092ef034-3f0d-405f-b89d-e1fee601b87f req-7fd943fd-d513-42b0-a047-98653f80758b tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Made reservation on behalf of 1c34861a49bb497085ef26aa3cc556f7 for: {'port': 1} {{(pid=103675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:44:23.210858 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:23.217103 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-092ef034-3f0d-405f-b89d-e1fee601b87f req-7fd943fd-d513-42b0-a047-98653f80758b tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for port, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:23.260830 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port 0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88,segment=NetworkSegment(70187269-9371-4d60-a2ca-f207ba00f8d3),segment_id=70187269-9371-4d60-a2ca-f207ba00f8d3)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:44:23.268290 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:23.272195 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:23.277623 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f29f4e32-1555-4ca4-ba5a-6d5b8a0b50b5 req-fe5748fc-b115-40f2-a0fb-191489389bf6 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 210 time: 0.0492687 Jun 16 13:44:23.290211 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c0182618-8679-4a01-872f-d069d76100ca req-9f510102-e7ca-4da2-9b2b-257579cf0f08 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377563 Jun 16 13:44:23.365237 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Pushing event updated for resources: {'Port': ['ID=0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88,revision_number=5']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:23.380521 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:23.436824 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.db.db_base_plugin_common [req-092ef034-3f0d-405f-b89d-e1fee601b87f req-7fd943fd-d513-42b0-a047-98653f80758b tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Allocated IP 172.20.0.13 (bc7f85d7-a9cc-4cbe-8009-a532b58d3643/fdb76e97-5183-4499-ab60-29df581b2de7/502f58da-40f5-4748-b983-a88cec399cd2) {{(pid=103675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:44:23.601488 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586979b-8c8e-4b9b-8041-aa2e6212aa58 req-c0035448-91f6-44c7-9494-b76519cb92cb tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:23.612423 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c586979b-8c8e-4b9b-8041-aa2e6212aa58 req-c0035448-91f6-44c7-9494-b76519cb92cb tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=f96efd70-6984-429e-9e25-f117c8a5a4e1 HTTP/1.1" status: 200 len: 943 time: 0.0901616 Jun 16 13:44:23.640556 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d13d05f-2544-4794-aebe-c2fd2608aca0 x-openstack-request-id: req-1d13d05f-2544-4794-aebe-c2fd2608aca0 {{(pid=103676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:44:23.641031 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08e4bfe8-d343-4895-8c36-af9350072ea8", "name": "network-vif-plugged", "status": "completed", "tag": "9dadf846-ff22-4b52-b0c9-702f4135b2f1", "code": 200}]} {{(pid=103676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:44:23.641428 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-1d13d05f-2544-4794-aebe-c2fd2608aca0 {{(pid=103676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:44:23.645981 dv-cinder-789603-10-smb neutron-server[103676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08e4bfe8-d343-4895-8c36-af9350072ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dadf846-ff22-4b52-b0c9-702f4135b2f1', 'code': 200} Jun 16 13:44:23.676579 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c586979b-8c8e-4b9b-8041-aa2e6212aa58 req-7299c085-3434-4af5-858d-dd8644a2785e tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625386 Jun 16 13:44:23.740673 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-092ef034-3f0d-405f-b89d-e1fee601b87f req-7fd943fd-d513-42b0-a047-98653f80758b tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks [] for port, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:23.758889 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [req-092ef034-3f0d-405f-b89d-e1fee601b87f req-7fd943fd-d513-42b0-a047-98653f80758b tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Transition to ACTIVE for port object 502f58da-40f5-4748-b983-a88cec399cd2 will not be triggered until provisioned by entity DHCP. {{(pid=103675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:44:23.811789 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-092ef034-3f0d-405f-b89d-e1fee601b87f req-7fd943fd-d513-42b0-a047-98653f80758b tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1833118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779594881046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10267002'] for port, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:23.824496 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:23.903709 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd943fd-d513-42b0-a047-98653f80758b tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Pushing event updated for resources: {'Port': ['ID=502f58da-40f5-4748-b983-a88cec399cd2,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:23.907961 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-7fd943fd-d513-42b0-a047-98653f80758b tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:23.929444 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-092ef034-3f0d-405f-b89d-e1fee601b87f req-7fd943fd-d513-42b0-a047-98653f80758b tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Network bc7f85d7-a9cc-4cbe-8009-a532b58d3643 is already hosted by enough agents. {{(pid=103675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:44:23.937464 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.base_scheduler [req-092ef034-3f0d-405f-b89d-e1fee601b87f req-7fd943fd-d513-42b0-a047-98653f80758b tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Resources bound (agent type, host, resource id): {{(pid=103675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:44:23.943190 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [req-092ef034-3f0d-405f-b89d-e1fee601b87f req-7fd943fd-d513-42b0-a047-98653f80758b tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Received port after_create {{(pid=103675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:44:23.993236 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89457188-8210-4843-94e6-ed04352a7070 req-eda1adf4-3f9e-43f0-937a-1eb94bb3271e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:23.994730 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-89457188-8210-4843-94e6-ed04352a7070 req-eda1adf4-3f9e-43f0-937a-1eb94bb3271e service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=08e4bfe8-d343-4895-8c36-af9350072ea8 HTTP/1.1" status: 200 len: 1098 time: 0.1353748 Jun 16 13:44:24.021597 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-89457188-8210-4843-94e6-ed04352a7070 req-2432a035-edcc-4e2f-a0d0-a33c1d08f0b3 service neutron] Notify callbacks [] for security_group, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:24.062649 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ef034-3f0d-405f-b89d-e1fee601b87f req-7fd943fd-d513-42b0-a047-98653f80758b tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:24.063328 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-092ef034-3f0d-405f-b89d-e1fee601b87f req-7fd943fd-d513-42b0-a047-98653f80758b tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for port, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:24.086442 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device dcd7fd90-087c-441d-ad88-0a640767d612 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:44:24.226795 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-89457188-8210-4843-94e6-ed04352a7070 req-2432a035-edcc-4e2f-a0d0-a33c1d08f0b3 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:24.237470 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-89457188-8210-4843-94e6-ed04352a7070 req-2432a035-edcc-4e2f-a0d0-a33c1d08f0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:24.244771 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-f0a78b6d-699c-4786-843d-6daabfc350ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:24.250324 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-092ef034-3f0d-405f-b89d-e1fee601b87f req-7fd943fd-d513-42b0-a047-98653f80758b tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2800710 Jun 16 13:44:24.262852 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.v2.base [req-092ef034-3f0d-405f-b89d-e1fee601b87f req-1530bf7c-5e1a-42b5-a51e-e7459d313c6d service neutron] Request body: {'port': {'device_id': 'dff9b9aa-847c-4111-9a72-64a3a109ce23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=103675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:24.290566 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port dcd7fd90-087c-441d-ad88-0a640767d612, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=dcd7fd90-087c-441d-ad88-0a640767d612,segment=NetworkSegment(67aaae54-27eb-4036-b1c4-025670067924),segment_id=67aaae54-27eb-4036-b1c4-025670067924)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:44:24.306026 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Returning: {'device': 'dcd7fd90-087c-441d-ad88-0a640767d612', 'network_id': '3fd1b355-6844-49d6-9575-d3c884c6ee87', 'port_id': 'dcd7fd90-087c-441d-ad88-0a640767d612', 'mac_address': 'fa:16:3e:b5:2a:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79b8c341-956a-473f-ad31-1610f8a12fbd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:44:24.404226 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432a035-edcc-4e2f-a0d0-a33c1d08f0b3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=acb7b28a-02fb-4ca6-96f6-91786c07023d,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:24.412768 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-89457188-8210-4843-94e6-ed04352a7070 req-2432a035-edcc-4e2f-a0d0-a33c1d08f0b3 service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=61bab3a4-2868-48b2-a00c-f276cf89b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4102144 Jun 16 13:44:24.420613 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-2432a035-edcc-4e2f-a0d0-a33c1d08f0b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:24.429101 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:24.467690 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.notifiers.nova [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcd7fd90-087c-441d-ad88-0a640767d612 {{(pid=103676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:44:24.481240 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-f9333c67-b06b-445a-b7db-db818f6277f3 None None] Provisioning for port 502f58da-40f5-4748-b983-a88cec399cd2 completed by entity DHCP. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:44:24.497905 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-f9333c67-b06b-445a-b7db-db818f6277f3 None None] Provisioning complete for port 502f58da-40f5-4748-b983-a88cec399cd2 triggered by entity DHCP. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:44:24.498475 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-f9333c67-b06b-445a-b7db-db818f6277f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:24.500009 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-092ef034-3f0d-405f-b89d-e1fee601b87f req-1530bf7c-5e1a-42b5-a51e-e7459d313c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:24.530341 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port dcd7fd90-087c-441d-ad88-0a640767d612, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=dcd7fd90-087c-441d-ad88-0a640767d612,segment=NetworkSegment(67aaae54-27eb-4036-b1c4-025670067924),segment_id=67aaae54-27eb-4036-b1c4-025670067924)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:44:24.549540 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:24.551240 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 08197032-a530-4735-8997-c7a879f6ac4f details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:44:24.555951 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:24.590219 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9243d1-27b8-4e7e-80cb-e0045628baa8 req-5073887b-b864-4a7c-a399-b26f18c9c1af tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:24.597744 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-0b9243d1-27b8-4e7e-80cb-e0045628baa8 req-5073887b-b864-4a7c-a399-b26f18c9c1af tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] 10.222.0.104 "GET /v2.0/ports?device_id=08e4bfe8-d343-4895-8c36-af9350072ea8 HTTP/1.1" status: 200 len: 945 time: 0.2932103 Jun 16 13:44:24.622938 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-f9333c67-b06b-445a-b7db-db818f6277f3 None None] Port 502f58da-40f5-4748-b983-a88cec399cd2 cannot update to ACTIVE because it is not bound. {{(pid=103676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:44:24.644812 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2310931a-8cf3-41a6-bf70-7a4aebb18a1d req-97d9e9df-9417-47e3-b763-c9915bb8d6fe tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:24.655749 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2310931a-8cf3-41a6-bf70-7a4aebb18a1d req-97d9e9df-9417-47e3-b763-c9915bb8d6fe tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 932 time: 0.1998229 Jun 16 13:44:24.674403 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Pushing event updated for resources: {'Port': ['ID=dcd7fd90-087c-441d-ad88-0a640767d612,revision_number=4']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:24.690833 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:24.718876 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2310931a-8cf3-41a6-bf70-7a4aebb18a1d req-59651fbe-239a-4f9b-a139-6c49f5b3ccd9 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=6ea424ae-d2f0-4b48-9ccf-7bd4db14db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619059 Jun 16 13:44:24.739593 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port 08197032-a530-4735-8997-c7a879f6ac4f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=08197032-a530-4735-8997-c7a879f6ac4f,segment=NetworkSegment(67aaae54-27eb-4036-b1c4-025670067924),segment_id=67aaae54-27eb-4036-b1c4-025670067924)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:44:24.744844 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-0b9243d1-27b8-4e7e-80cb-e0045628baa8 req-6a9be564-2b3e-4f69-99ad-29a5505025ad tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] 10.222.0.104 "GET /v2.0/security-groups?id=61bab3a4-2868-48b2-a00c-f276cf89b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461561 Jun 16 13:44:24.773235 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Returning: {'device': '08197032-a530-4735-8997-c7a879f6ac4f', 'network_id': '3fd1b355-6844-49d6-9575-d3c884c6ee87', 'port_id': '08197032-a530-4735-8997-c7a879f6ac4f', 'mac_address': 'fa:16:3e:14:51:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79b8c341-956a-473f-ad31-1610f8a12fbd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:44:24.849998 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:24.866953 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.notifiers.nova [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08197032-a530-4735-8997-c7a879f6ac4f {{(pid=103676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:44:24.895469 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port 08197032-a530-4735-8997-c7a879f6ac4f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=08197032-a530-4735-8997-c7a879f6ac4f,segment=NetworkSegment(67aaae54-27eb-4036-b1c4-025670067924),segment_id=67aaae54-27eb-4036-b1c4-025670067924)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:44:24.902276 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:24.906900 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:24.978322 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e3189-f656-4882-8e38-393688d0dd83 req-bf6f9650-2b70-407b-b1d3-a7ec03bc58da tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:24.985844 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Pushing event updated for resources: {'Port': ['ID=08197032-a530-4735-8997-c7a879f6ac4f,revision_number=4']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:24.990884 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:24.991195 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-0e5e3189-f656-4882-8e38-393688d0dd83 req-bf6f9650-2b70-407b-b1d3-a7ec03bc58da tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=f61f6257-f19e-4378-b0e7-8174c1b8ef7b HTTP/1.1" status: 200 len: 945 time: 0.1155791 Jun 16 13:44:25.022295 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.notifiers.nova [req-092ef034-3f0d-405f-b89d-e1fee601b87f req-1530bf7c-5e1a-42b5-a51e-e7459d313c6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 502f58da-40f5-4748-b983-a88cec399cd2 {{(pid=103675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:44:25.032055 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-092ef034-3f0d-405f-b89d-e1fee601b87f req-1530bf7c-5e1a-42b5-a51e-e7459d313c6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:25.047866 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [req-092ef034-3f0d-405f-b89d-e1fee601b87f req-1530bf7c-5e1a-42b5-a51e-e7459d313c6d service neutron] Transition to ACTIVE for port object 502f58da-40f5-4748-b983-a88cec399cd2 will not be triggered until provisioned by entity L2. {{(pid=103675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:44:25.063235 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-092ef034-3f0d-405f-b89d-e1fee601b87f req-1530bf7c-5e1a-42b5-a51e-e7459d313c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10266988'] for port, after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:25.071183 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:25.083257 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-0e5e3189-f656-4882-8e38-393688d0dd83 req-0f8ceced-fa6c-4b32-a2ff-353576eeb02b tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911100 Jun 16 13:44:25.137967 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 38022) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:25.164666 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] get_ports_and_sgs() called for port_ids ['dcd7fd90-087c-441d-ad88-0a640767d612'] {{(pid=103676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:44:25.166730 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f12ef34-36d0-4bbd-a47d-520d099818fb req-50699661-c6d8-48ba-a74b-80ba538f8be8 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:25.175997 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-9f12ef34-36d0-4bbd-a47d-520d099818fb req-50699661-c6d8-48ba-a74b-80ba538f8be8 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=f96efd70-6984-429e-9e25-f117c8a5a4e1 HTTP/1.1" status: 200 len: 944 time: 0.1605263 Jun 16 13:44:25.227358 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] get_ports_and_sgs() called for port_ids ['08197032-a530-4735-8997-c7a879f6ac4f'] {{(pid=103676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:44:25.230006 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-9f12ef34-36d0-4bbd-a47d-520d099818fb req-8c168eb8-cc74-42f2-86e1-ec0c2b807d93 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527010 Jun 16 13:44:25.296482 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [req-092ef034-3f0d-405f-b89d-e1fee601b87f req-1530bf7c-5e1a-42b5-a51e-e7459d313c6d service neutron] Attempting to bind port 502f58da-40f5-4748-b983-a88cec399cd2 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:44:25.297054 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [req-092ef034-3f0d-405f-b89d-e1fee601b87f req-1530bf7c-5e1a-42b5-a51e-e7459d313c6d service neutron] Attempting to bind port 502f58da-40f5-4748-b983-a88cec399cd2 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '622c5b0b-6308-4004-9e45-2637df01274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'bc7f85d7-a9cc-4cbe-8009-a532b58d3643'}] {{(pid=103675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:44:25.297570 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092ef034-3f0d-405f-b89d-e1fee601b87f req-1530bf7c-5e1a-42b5-a51e-e7459d313c6d service neutron] Attempting to bind port 502f58da-40f5-4748-b983-a88cec399cd2 on network bc7f85d7-a9cc-4cbe-8009-a532b58d3643 {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:44:25.312766 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092ef034-3f0d-405f-b89d-e1fee601b87f req-1530bf7c-5e1a-42b5-a51e-e7459d313c6d service neutron] Port 502f58da-40f5-4748-b983-a88cec399cd2 on network bc7f85d7-a9cc-4cbe-8009-a532b58d3643 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 13:44:25.313362 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092ef034-3f0d-405f-b89d-e1fee601b87f req-1530bf7c-5e1a-42b5-a51e-e7459d313c6d service neutron] Attempting to bind port 502f58da-40f5-4748-b983-a88cec399cd2 on network bc7f85d7-a9cc-4cbe-8009-a532b58d3643 {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:44:25.319522 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1530bf7c-5e1a-42b5-a51e-e7459d313c6d service neutron] Pushing event updated for resources: {'Port': ['ID=502f58da-40f5-4748-b983-a88cec399cd2,revision_number=2']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:25.330616 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-1530bf7c-5e1a-42b5-a51e-e7459d313c6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:25.334378 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092ef034-3f0d-405f-b89d-e1fee601b87f req-1530bf7c-5e1a-42b5-a51e-e7459d313c6d service neutron] Checking agent: {'id': '1d30c470-50d4-4ce2-b27c-c11b758166c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 42, 10), 'started_at': datetime.datetime(2021, 6, 16, 13, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:44:25.334908 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092ef034-3f0d-405f-b89d-e1fee601b87f req-1530bf7c-5e1a-42b5-a51e-e7459d313c6d service neutron] Checking segment: {'id': '622c5b0b-6308-4004-9e45-2637df01274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'bc7f85d7-a9cc-4cbe-8009-a532b58d3643'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:44:25.335464 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092ef034-3f0d-405f-b89d-e1fee601b87f req-1530bf7c-5e1a-42b5-a51e-e7459d313c6d service neutron] Bound using segment: {'id': '622c5b0b-6308-4004-9e45-2637df01274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'bc7f85d7-a9cc-4cbe-8009-a532b58d3643'} {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:44:25.336086 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [req-092ef034-3f0d-405f-b89d-e1fee601b87f req-1530bf7c-5e1a-42b5-a51e-e7459d313c6d service neutron] Bound port: 502f58da-40f5-4748-b983-a88cec399cd2, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '622c5b0b-6308-4004-9e45-2637df01274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'bc7f85d7-a9cc-4cbe-8009-a532b58d3643'}}] {{(pid=103675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:44:25.336601 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-092ef034-3f0d-405f-b89d-e1fee601b87f req-1530bf7c-5e1a-42b5-a51e-e7459d313c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:25.412490 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.db [req-092ef034-3f0d-405f-b89d-e1fee601b87f req-1530bf7c-5e1a-42b5-a51e-e7459d313c6d service neutron] For port 502f58da-40f5-4748-b983-a88cec399cd2, host hv-cinder-78960, cleared binding levels {{(pid=103675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:44:25.416996 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.db [req-092ef034-3f0d-405f-b89d-e1fee601b87f req-1530bf7c-5e1a-42b5-a51e-e7459d313c6d service neutron] For port 502f58da-40f5-4748-b983-a88cec399cd2, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=502f58da-40f5-4748-b983-a88cec399cd2,segment=NetworkSegment(622c5b0b-6308-4004-9e45-2637df01274d),segment_id=622c5b0b-6308-4004-9e45-2637df01274d)] {{(pid=103675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:44:25.426549 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-092ef034-3f0d-405f-b89d-e1fee601b87f req-1530bf7c-5e1a-42b5-a51e-e7459d313c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10266988'] for port, after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:25.442745 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:25.479776 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ef034-3f0d-405f-b89d-e1fee601b87f req-1530bf7c-5e1a-42b5-a51e-e7459d313c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:25.480778 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-092ef034-3f0d-405f-b89d-e1fee601b87f req-1530bf7c-5e1a-42b5-a51e-e7459d313c6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for port, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:25.484388 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-092ef034-3f0d-405f-b89d-e1fee601b87f req-1530bf7c-5e1a-42b5-a51e-e7459d313c6d service neutron] 10.222.0.101 "PUT /v2.0/ports/502f58da-40f5-4748-b983-a88cec399cd2 HTTP/1.1" status: 200 len: 1094 time: 1.2248728 Jun 16 13:44:25.484388 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dff9b9aa-847c-4111-9a72-64a3a109ce23', 'tag': '502f58da-40f5-4748-b983-a88cec399cd2'}] {{(pid=103675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:44:25.485701 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a16ec9cc8eba4f619b451732e343570940bd63550f2ec78b6d3f6fbb7e41a49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f14c70-6d8c-4d9e-8a4d-de1263100ff9" -d '{"events": [{"name": "network-changed", "server_uuid": "dff9b9aa-847c-4111-9a72-64a3a109ce23", "tag": "502f58da-40f5-4748-b983-a88cec399cd2"}]}' {{(pid=103675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:44:25.573755 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d318d568-96c4-452b-a437-e53ed82813aa x-openstack-request-id: req-d318d568-96c4-452b-a437-e53ed82813aa {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:44:25.574789 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dff9b9aa-847c-4111-9a72-64a3a109ce23", "tag": "502f58da-40f5-4748-b983-a88cec399cd2", "status": "completed", "code": 200}]} {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:44:25.575201 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-d318d568-96c4-452b-a437-e53ed82813aa {{(pid=103675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:44:25.576267 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dff9b9aa-847c-4111-9a72-64a3a109ce23', 'tag': '502f58da-40f5-4748-b983-a88cec399cd2', 'status': 'completed', 'code': 200} Jun 16 13:44:25.595159 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a0dca827-edbf-4977-bc75-95b5576ef50d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:25.597345 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1530bf7c-5e1a-42b5-a51e-e7459d313c6d service neutron] Pushing event updated for resources: {'Port': ['ID=502f58da-40f5-4748-b983-a88cec399cd2,revision_number=3']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:25.605011 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-1530bf7c-5e1a-42b5-a51e-e7459d313c6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:25.643753 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ef034-3f0d-405f-b89d-e1fee601b87f req-4e6848c6-91f9-4937-b255-03704b778d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:25.649746 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-092ef034-3f0d-405f-b89d-e1fee601b87f req-4e6848c6-91f9-4937-b255-03704b778d8f service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=1c34861a49bb497085ef26aa3cc556f7&device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 1097 time: 0.1139350 Jun 16 13:44:25.649990 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f61f6257-f19e-4378-b0e7-8174c1b8ef7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88'}] {{(pid=103676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:44:25.652713 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}effa97d0e2123b52db6fac0114eb4251877085964bb68e70a4b566e9e639f06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c6adfe-6f4b-441a-b3d2-f053359b29ac" -d '{"events": [{"server_uuid": "f61f6257-f19e-4378-b0e7-8174c1b8ef7b", "name": "network-vif-plugged", "status": "completed", "tag": "0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88"}]}' {{(pid=103676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:44:25.704074 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc5a308-2d3f-43de-b1e2-729935d720f0 x-openstack-request-id: req-1dc5a308-2d3f-43de-b1e2-729935d720f0 {{(pid=103676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:44:25.704401 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f61f6257-f19e-4378-b0e7-8174c1b8ef7b", "name": "network-vif-plugged", "status": "completed", "tag": "0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88", "code": 200}]} {{(pid=103676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:44:25.704677 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-1dc5a308-2d3f-43de-b1e2-729935d720f0 {{(pid=103676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:44:25.705667 dv-cinder-789603-10-smb neutron-server[103676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f61f6257-f19e-4378-b0e7-8174c1b8ef7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88', 'code': 200} Jun 16 13:44:25.727362 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-092ef034-3f0d-405f-b89d-e1fee601b87f req-adc8ffc6-fb01-4465-a6a8-f8f123a6bad4 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=502f58da-40f5-4748-b983-a88cec399cd2 HTTP/1.1" status: 200 len: 217 time: 0.0690897 Jun 16 13:44:25.802863 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a0dca827-edbf-4977-bc75-95b5576ef50d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:25.811098 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a0dca827-edbf-4977-bc75-95b5576ef50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:25.843634 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-6202c6c6-3182-4782-abc6-c2521a547ef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:25.887008 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ef034-3f0d-405f-b89d-e1fee601b87f req-4214899a-aedc-41df-b126-ea4308f9cf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:25.888580 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-092ef034-3f0d-405f-b89d-e1fee601b87f req-4214899a-aedc-41df-b126-ea4308f9cf2a service neutron] 10.222.0.101 "GET /v2.0/subnets?id=fdb76e97-5183-4499-ab60-29df581b2de7 HTTP/1.1" status: 200 len: 849 time: 0.1369779 Jun 16 13:44:26.008989 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-a0dca827-edbf-4977-bc75-95b5576ef50d admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=e8134e7f4a234988ac4fabf8c77364f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8690093 Jun 16 13:44:26.009706 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 38064) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:26.066528 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dca827-edbf-4977-bc75-95b5576ef50d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b500e3e5-33fa-4f23-b5a3-fd5384480ad7,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:26.092206 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-a0dca827-edbf-4977-bc75-95b5576ef50d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:26.097169 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device dcd7fd90-087c-441d-ad88-0a640767d612 up at agent hyperv_hv-cinder-78960 {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:44:26.172955 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f2ff01-1d8c-4910-aada-9519ae87b76d req-63221a6f-5d0b-4ecb-8f94-d969529ce927 tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:26.174193 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-58f2ff01-1d8c-4910-aada-9519ae87b76d req-63221a6f-5d0b-4ecb-8f94-d969529ce927 tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] 10.222.0.104 "GET /v2.0/ports?device_id=08e4bfe8-d343-4895-8c36-af9350072ea8 HTTP/1.1" status: 200 len: 945 time: 0.2195923 Jun 16 13:44:26.221450 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Provisioning for port dcd7fd90-087c-441d-ad88-0a640767d612 completed by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:44:26.226892 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-5e29ec64-c46d-4250-a01b-e3df1d24b0bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:26.227353 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Provisioning complete for port dcd7fd90-087c-441d-ad88-0a640767d612 triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:44:26.227735 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:26.236310 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ef034-3f0d-405f-b89d-e1fee601b87f req-9ac244a5-54a2-41e9-a349-2b16e92acff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:26.237918 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-092ef034-3f0d-405f-b89d-e1fee601b87f req-9ac244a5-54a2-41e9-a349-2b16e92acff0 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=bc7f85d7-a9cc-4cbe-8009-a532b58d3643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3293049 Jun 16 13:44:26.254102 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-58f2ff01-1d8c-4910-aada-9519ae87b76d req-2a8da751-3256-4703-9988-d6c405288166 tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] 10.222.0.104 "GET /v2.0/security-groups?id=61bab3a4-2868-48b2-a00c-f276cf89b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513067 Jun 16 13:44:26.304658 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b6615-4cdc-4584-8d83-655cadc0b6a9 req-48d6f8e8-79a6-4625-8c50-a21f4d7907a2 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:26.306160 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c86b6615-4cdc-4584-8d83-655cadc0b6a9 req-48d6f8e8-79a6-4625-8c50-a21f4d7907a2 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 944 time: 0.3334389 Jun 16 13:44:26.311175 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec5a7d-8c44-4620-b148-c22ab8e567c7 req-aaaaa839-aace-4a2c-a836-5cd69fefeaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:26.312793 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-7dec5a7d-8c44-4620-b148-c22ab8e567c7 req-aaaaa839-aace-4a2c-a836-5cd69fefeaf4 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=f61f6257-f19e-4378-b0e7-8174c1b8ef7b HTTP/1.1" status: 200 len: 1098 time: 0.2431445 Jun 16 13:44:26.366362 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-5e29ec64-c46d-4250-a01b-e3df1d24b0bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:26.385255 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:26.399520 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-092ef034-3f0d-405f-b89d-e1fee601b87f req-f3371e5d-b5cb-41d5-8efe-9c4cabc2706f service neutron] 10.222.0.101 "GET /v2.0/networks/bc7f85d7-a9cc-4cbe-8009-a532b58d3643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530375 Jun 16 13:44:26.401065 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 38074) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:26.427826 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port dcd7fd90-087c-441d-ad88-0a640767d612, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=dcd7fd90-087c-441d-ad88-0a640767d612,segment=NetworkSegment(67aaae54-27eb-4036-b1c4-025670067924),segment_id=67aaae54-27eb-4036-b1c4-025670067924)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:44:26.434993 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:26.436129 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 08197032-a530-4735-8997-c7a879f6ac4f up at agent hyperv_hv-cinder-78960 {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:44:26.482131 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-ce617feb-6201-4622-9f09-20a954944355 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:26.499047 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c86b6615-4cdc-4584-8d83-655cadc0b6a9 req-c6769064-d981-4689-8e2d-f016ac879d9e tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=6ea424ae-d2f0-4b48-9ccf-7bd4db14db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851099 Jun 16 13:44:26.513273 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-7dec5a7d-8c44-4620-b148-c22ab8e567c7 req-59be3d26-ad6e-43f3-8ac3-77d7e610005b service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866243 Jun 16 13:44:26.528670 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-092ef034-3f0d-405f-b89d-e1fee601b87f req-b190f2d9-041c-4346-a72e-d3af432d5e49 service neutron] 10.222.0.101 "GET /v2.0/networks/bc7f85d7-a9cc-4cbe-8009-a532b58d3643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217649 Jun 16 13:44:26.529492 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ad728571-3af8-425b-8690-c8814277a62d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:26.542875 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Provisioning for port 08197032-a530-4735-8997-c7a879f6ac4f completed by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:44:26.554565 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Provisioning complete for port 08197032-a530-4735-8997-c7a879f6ac4f triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:44:26.555006 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:26.555529 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d675225-a4d6-449b-ab7f-3b36a85d277b req-e5889cc8-bc45-4b44-98c8-bf561fd1989d tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:26.557355 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-7d675225-a4d6-449b-ab7f-3b36a85d277b req-e5889cc8-bc45-4b44-98c8-bf561fd1989d tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=f61f6257-f19e-4378-b0e7-8174c1b8ef7b HTTP/1.1" status: 200 len: 945 time: 0.1623504 Jun 16 13:44:26.558745 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-5e29ec64-c46d-4250-a01b-e3df1d24b0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:26.562255 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-5e29ec64-c46d-4250-a01b-e3df1d24b0bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:26.566535 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-5e29ec64-c46d-4250-a01b-e3df1d24b0bf admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/b500e3e5-33fa-4f23-b5a3-fd5384480ad7 HTTP/1.1" status: 204 len: 168 time: 0.5224116 Jun 16 13:44:26.567505 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:26.578381 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e29ec64-c46d-4250-a01b-e3df1d24b0bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b500e3e5-33fa-4f23-b5a3-fd5384480ad7,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:26.582833 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-5e29ec64-c46d-4250-a01b-e3df1d24b0bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:26.624181 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Pushing event updated for resources: {'Port': ['ID=dcd7fd90-087c-441d-ad88-0a640767d612,revision_number=5']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:26.632546 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:26.661037 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-7d675225-a4d6-449b-ab7f-3b36a85d277b req-d5d8f07c-d560-451a-ab47-156ace9e3620 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845785 Jun 16 13:44:26.688826 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:26.737487 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port 08197032-a530-4735-8997-c7a879f6ac4f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=08197032-a530-4735-8997-c7a879f6ac4f,segment=NetworkSegment(67aaae54-27eb-4036-b1c4-025670067924),segment_id=67aaae54-27eb-4036-b1c4-025670067924)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:44:26.746300 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f14c70-6d8c-4d9e-8a4d-de1263100ff9 req-7e2d0cc7-b17d-40b6-bc57-3f8cdfa049a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:26.747904 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-44f14c70-6d8c-4d9e-8a4d-de1263100ff9 req-7e2d0cc7-b17d-40b6-bc57-3f8cdfa049a2 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=1c34861a49bb497085ef26aa3cc556f7&device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 1097 time: 0.1102886 Jun 16 13:44:26.749344 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:26.749796 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ad728571-3af8-425b-8690-c8814277a62d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:26.754560 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:26.759631 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ad728571-3af8-425b-8690-c8814277a62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:26.767816 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26391c58-3d43-414c-8ac6-6ab46b3bc248 req-4e4788ff-6004-4e1b-bb90-67dd2c60ea4f tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:26.769571 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-26391c58-3d43-414c-8ac6-6ab46b3bc248 req-4e4788ff-6004-4e1b-bb90-67dd2c60ea4f tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=f96efd70-6984-429e-9e25-f117c8a5a4e1 HTTP/1.1" status: 200 len: 944 time: 0.0888946 Jun 16 13:44:26.830439 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Pushing event updated for resources: {'Port': ['ID=08197032-a530-4735-8997-c7a879f6ac4f,revision_number=5']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:26.835060 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:26.841143 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-26391c58-3d43-414c-8ac6-6ab46b3bc248 req-7f4c00bf-aa2c-447f-97e4-9449b16a965c tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640934 Jun 16 13:44:26.843794 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:26.890409 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-ad728571-3af8-425b-8690-c8814277a62d admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=baf19042c2f14ed0a2a75801a6412a52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4882782 Jun 16 13:44:26.893206 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 38086) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:26.896047 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f14c70-6d8c-4d9e-8a4d-de1263100ff9 req-3947be4e-4e18-48d8-a56a-148f2a0df68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:26.897554 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-44f14c70-6d8c-4d9e-8a4d-de1263100ff9 req-3947be4e-4e18-48d8-a56a-148f2a0df68f service neutron] 10.222.0.101 "GET /v2.0/networks?id=bc7f85d7-a9cc-4cbe-8009-a532b58d3643 HTTP/1.1" status: 200 len: 912 time: 0.1412134 Jun 16 13:44:26.902305 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad728571-3af8-425b-8690-c8814277a62d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2de2b2b-169a-4fc4-ae5d-8b65d05e6937,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:26.905766 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-ad728571-3af8-425b-8690-c8814277a62d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:26.943780 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-44f14c70-6d8c-4d9e-8a4d-de1263100ff9 req-fcb2a35c-8a6d-4751-9ccd-c673ad8f9538 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=502f58da-40f5-4748-b983-a88cec399cd2 HTTP/1.1" status: 200 len: 217 time: 0.0365527 Jun 16 13:44:26.968235 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-07acd3f7-824f-4d98-ad50-4c7855ff280b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:26.994843 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-07acd3f7-824f-4d98-ad50-4c7855ff280b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:27.051406 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-07acd3f7-824f-4d98-ad50-4c7855ff280b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:27.058066 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-07acd3f7-824f-4d98-ad50-4c7855ff280b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:27.061817 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-07acd3f7-824f-4d98-ad50-4c7855ff280b admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/f2de2b2b-169a-4fc4-ae5d-8b65d05e6937 HTTP/1.1" status: 204 len: 168 time: 0.1635971 Jun 16 13:44:27.061817 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-e71fff59-b005-4939-813d-ebb59bf010a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:27.069720 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f14c70-6d8c-4d9e-8a4d-de1263100ff9 req-0acdda48-bdfa-484c-8b74-abbbe53a7bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:27.071481 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-44f14c70-6d8c-4d9e-8a4d-de1263100ff9 req-0acdda48-bdfa-484c-8b74-abbbe53a7bc5 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=fdb76e97-5183-4499-ab60-29df581b2de7 HTTP/1.1" status: 200 len: 849 time: 0.1177797 Jun 16 13:44:27.080221 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07acd3f7-824f-4d98-ad50-4c7855ff280b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2de2b2b-169a-4fc4-ae5d-8b65d05e6937,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:27.088053 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-07acd3f7-824f-4d98-ad50-4c7855ff280b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:27.099163 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 38100) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:27.134648 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-f13ff0c4-db93-4287-904e-10ae5d476c2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:27.195171 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f14c70-6d8c-4d9e-8a4d-de1263100ff9 req-1193fa70-d260-45cb-992e-0e6e68447eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:27.196768 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-44f14c70-6d8c-4d9e-8a4d-de1263100ff9 req-1193fa70-d260-45cb-992e-0e6e68447eb4 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=bc7f85d7-a9cc-4cbe-8009-a532b58d3643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1167874 Jun 16 13:44:27.341267 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-f13ff0c4-db93-4287-904e-10ae5d476c2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:27.349101 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-44f14c70-6d8c-4d9e-8a4d-de1263100ff9 req-9a625fe5-90b9-4ccc-8048-ab83951f95ce service neutron] 10.222.0.101 "GET /v2.0/networks/bc7f85d7-a9cc-4cbe-8009-a532b58d3643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424220 Jun 16 13:44:27.350428 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-f13ff0c4-db93-4287-904e-10ae5d476c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:27.353749 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-b899e4ef-e351-4493-a483-732f9c37b4fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:27.441504 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13ff0c4-db93-4287-904e-10ae5d476c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa617aa-930a-4bff-8cad-c5b6ab3b5e5a,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:27.452889 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-f13ff0c4-db93-4287-904e-10ae5d476c2f admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=260abef95ab848278566f996c6bf0112&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3590348 Jun 16 13:44:27.455836 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-f13ff0c4-db93-4287-904e-10ae5d476c2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:27.456523 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 38110) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:27.474194 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458e443-7ef7-4a1d-82ae-71ab4d2c8947 req-bafd4b03-dfba-4589-ae66-b3724201067f tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:27.475745 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e458e443-7ef7-4a1d-82ae-71ab4d2c8947 req-bafd4b03-dfba-4589-ae66-b3724201067f tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] 10.222.0.104 "GET /v2.0/ports?device_id=08e4bfe8-d343-4895-8c36-af9350072ea8 HTTP/1.1" status: 200 len: 945 time: 0.0889804 Jun 16 13:44:27.508526 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 38112) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:27.531528 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-276b5e69-83df-4b86-96f3-626dd72ca8c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:27.543396 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-44f14c70-6d8c-4d9e-8a4d-de1263100ff9 req-15ab7ee5-3d49-4fe6-ab11-2a5b43eae409 service neutron] 10.222.0.101 "GET /v2.0/networks/bc7f85d7-a9cc-4cbe-8009-a532b58d3643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755924 Jun 16 13:44:27.579869 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e458e443-7ef7-4a1d-82ae-71ab4d2c8947 req-46591ba4-7d6b-494b-b840-bde632eada36 tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] 10.222.0.104 "GET /v2.0/security-groups?id=61bab3a4-2868-48b2-a00c-f276cf89b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965180 Jun 16 13:44:27.581679 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-6bf3c2dc-e1de-4eb6-a54f-caeecd835124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:27.632004 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-6bf3c2dc-e1de-4eb6-a54f-caeecd835124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:27.685870 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-6bf3c2dc-e1de-4eb6-a54f-caeecd835124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:27.688858 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-6bf3c2dc-e1de-4eb6-a54f-caeecd835124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:27.690014 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-6bf3c2dc-e1de-4eb6-a54f-caeecd835124 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/9fa617aa-930a-4bff-8cad-c5b6ab3b5e5a HTTP/1.1" status: 204 len: 168 time: 0.2313359 Jun 16 13:44:27.690754 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:27.701066 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf3c2dc-e1de-4eb6-a54f-caeecd835124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa617aa-930a-4bff-8cad-c5b6ab3b5e5a,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:27.704491 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-6bf3c2dc-e1de-4eb6-a54f-caeecd835124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:27.706870 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cbcb98d-39f5-4b36-bbca-f04b9be7a477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd7fd90-087c-441d-ad88-0a640767d612'}, {'server_uuid': 'f96efd70-6984-429e-9e25-f117c8a5a4e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08197032-a530-4735-8997-c7a879f6ac4f'}] {{(pid=103676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:44:27.707314 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-276b5e69-83df-4b86-96f3-626dd72ca8c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:27.709944 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}effa97d0e2123b52db6fac0114eb4251877085964bb68e70a4b566e9e639f06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448d1ca5-590d-45a6-9824-af7ad4a07826" -d '{"events": [{"server_uuid": "9cbcb98d-39f5-4b36-bbca-f04b9be7a477", "name": "network-vif-plugged", "status": "completed", "tag": "dcd7fd90-087c-441d-ad88-0a640767d612"}, {"server_uuid": "f96efd70-6984-429e-9e25-f117c8a5a4e1", "name": "network-vif-plugged", "status": "completed", "tag": "08197032-a530-4735-8997-c7a879f6ac4f"}]}' {{(pid=103676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:44:27.739925 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-276b5e69-83df-4b86-96f3-626dd72ca8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:27.742995 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-cd798839-da89-4709-8867-9bccc84f7234 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:27.781569 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf44c1c-a5dc-4698-8a9d-2dbbbddd2cce req-d2ed2e5d-9f03-4f05-b971-c699dcc36349 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:27.783066 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ccf44c1c-a5dc-4698-8a9d-2dbbbddd2cce req-d2ed2e5d-9f03-4f05-b971-c699dcc36349 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 944 time: 0.1442215 Jun 16 13:44:27.807015 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 38124) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:27.807538 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-276b5e69-83df-4b86-96f3-626dd72ca8c7 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=f0c5d5054e3b4e0d8f14e2ca81cf4e84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2971764 Jun 16 13:44:27.814804 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276b5e69-83df-4b86-96f3-626dd72ca8c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae9e440-fc3c-4c08-b51f-76ab33cbb415,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:27.819634 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-276b5e69-83df-4b86-96f3-626dd72ca8c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:27.840927 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ccf44c1c-a5dc-4698-8a9d-2dbbbddd2cce req-0da99611-ecf0-4e29-bbfd-21c0ed3d028a tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=6ea424ae-d2f0-4b48-9ccf-7bd4db14db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500493 Jun 16 13:44:27.887948 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5cec0a49-0cc9-4386-8a8c-d65f0b18cf6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:27.918043 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5cec0a49-0cc9-4386-8a8c-d65f0b18cf6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:27.921047 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2490c6d-b97d-408c-9dae-88459398b9c7 req-c2c09e98-aac0-44b3-890f-4d63340dcadb tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:27.922597 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a2490c6d-b97d-408c-9dae-88459398b9c7 req-c2c09e98-aac0-44b3-890f-4d63340dcadb tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=f61f6257-f19e-4378-b0e7-8174c1b8ef7b HTTP/1.1" status: 200 len: 945 time: 0.0764360 Jun 16 13:44:27.934899 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 16 Jun 2021 13:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150f1e76-4499-423c-b8c0-5b8f26a81ca8 x-openstack-request-id: req-150f1e76-4499-423c-b8c0-5b8f26a81ca8 {{(pid=103676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:44:27.935211 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cbcb98d-39f5-4b36-bbca-f04b9be7a477", "name": "network-vif-plugged", "status": "completed", "tag": "dcd7fd90-087c-441d-ad88-0a640767d612", "code": 200}, {"server_uuid": "f96efd70-6984-429e-9e25-f117c8a5a4e1", "name": "network-vif-plugged", "status": "completed", "tag": "08197032-a530-4735-8997-c7a879f6ac4f", "code": 200}]} {{(pid=103676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:44:27.935477 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-150f1e76-4499-423c-b8c0-5b8f26a81ca8 {{(pid=103676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:44:27.935878 dv-cinder-789603-10-smb neutron-server[103676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cbcb98d-39f5-4b36-bbca-f04b9be7a477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd7fd90-087c-441d-ad88-0a640767d612', 'code': 200} Jun 16 13:44:27.936180 dv-cinder-789603-10-smb neutron-server[103676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f96efd70-6984-429e-9e25-f117c8a5a4e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08197032-a530-4735-8997-c7a879f6ac4f', 'code': 200} Jun 16 13:44:28.056142 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5cec0a49-0cc9-4386-8a8c-d65f0b18cf6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:28.059688 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5cec0a49-0cc9-4386-8a8c-d65f0b18cf6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:28.061145 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-5cec0a49-0cc9-4386-8a8c-d65f0b18cf6c admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/aae9e440-fc3c-4c08-b51f-76ab33cbb415 HTTP/1.1" status: 204 len: 168 time: 0.2523055 Jun 16 13:44:28.062162 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:28.062923 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a2490c6d-b97d-408c-9dae-88459398b9c7 req-e545678a-3f25-4b35-89a6-18c2d0872c5a tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306081 Jun 16 13:44:28.079380 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cec0a49-0cc9-4386-8a8c-d65f0b18cf6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae9e440-fc3c-4c08-b51f-76ab33cbb415,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:28.085829 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-5cec0a49-0cc9-4386-8a8c-d65f0b18cf6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:28.267207 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768fb20c-8c57-4fef-9142-fa5b30ca69bd req-b6f31254-9f14-4348-840a-67c27ea29a34 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:28.267916 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-768fb20c-8c57-4fef-9142-fa5b30ca69bd req-b6f31254-9f14-4348-840a-67c27ea29a34 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=f96efd70-6984-429e-9e25-f117c8a5a4e1 HTTP/1.1" status: 200 len: 945 time: 0.1909091 Jun 16 13:44:28.457872 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31655ba-d33e-4c07-bcac-c798c45b18ab req-a47ecfbd-5a44-4c64-b691-4d16e1a3d747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:28.460382 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-e31655ba-d33e-4c07-bcac-c798c45b18ab req-a47ecfbd-5a44-4c64-b691-4d16e1a3d747 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 1099 time: 0.2264957 Jun 16 13:44:28.536250 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-e31655ba-d33e-4c07-bcac-c798c45b18ab req-4d5e5c51-7cb2-4e70-8ea4-3cb7eee13d8d service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672507 Jun 16 13:44:28.622130 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-967be8dc-7f1d-463a-a883-447f83185ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:28.633177 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-768fb20c-8c57-4fef-9142-fa5b30ca69bd req-4a453ac1-3459-4fc5-bf7c-8b34a7cb53fe tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531573 Jun 16 13:44:28.697311 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54732a6e-fe6a-4543-82bd-47f87f700fc6 req-bf85660d-2d64-4cef-907c-5c6316baa0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:28.699192 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-54732a6e-fe6a-4543-82bd-47f87f700fc6 req-bf85660d-2d64-4cef-907c-5c6316baa0ee service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=f96efd70-6984-429e-9e25-f117c8a5a4e1 HTTP/1.1" status: 200 len: 1098 time: 0.4295423 Jun 16 13:44:28.790680 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-54732a6e-fe6a-4543-82bd-47f87f700fc6 req-65eb8594-e8a0-4369-8e3d-c0296827d1e0 service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684545 Jun 16 13:44:29.071878 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991bf1c2-4b33-4a49-8eeb-d7e56c6c29e4 req-3c66d79a-dd4d-4121-9f89-d8aeed1d364c tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:29.071878 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-991bf1c2-4b33-4a49-8eeb-d7e56c6c29e4 req-3c66d79a-dd4d-4121-9f89-d8aeed1d364c tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 944 time: 0.0738566 Jun 16 13:44:29.119661 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-991bf1c2-4b33-4a49-8eeb-d7e56c6c29e4 req-06ee3d36-89a3-4aba-a7be-a3958281c2d1 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=6ea424ae-d2f0-4b48-9ccf-7bd4db14db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472724 Jun 16 13:44:29.876593 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9434d136-9fbc-4c4b-94fc-1a0c130b0a4a req-f9a47e99-aab3-4424-aa80-826d9fa97b30 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:29.878267 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-9434d136-9fbc-4c4b-94fc-1a0c130b0a4a req-f9a47e99-aab3-4424-aa80-826d9fa97b30 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=f96efd70-6984-429e-9e25-f117c8a5a4e1 HTTP/1.1" status: 200 len: 945 time: 0.0997269 Jun 16 13:44:29.961457 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-9434d136-9fbc-4c4b-94fc-1a0c130b0a4a req-bf296eca-b313-4fe6-a678-9e33897d7fbf tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723333 Jun 16 13:44:30.108909 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 502f58da-40f5-4748-b983-a88cec399cd2 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:44:30.221614 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port 502f58da-40f5-4748-b983-a88cec399cd2, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=502f58da-40f5-4748-b983-a88cec399cd2,segment=NetworkSegment(622c5b0b-6308-4004-9e45-2637df01274d),segment_id=622c5b0b-6308-4004-9e45-2637df01274d)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:44:30.235902 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Returning: {'device': '502f58da-40f5-4748-b983-a88cec399cd2', 'network_id': 'bc7f85d7-a9cc-4cbe-8009-a532b58d3643', 'port_id': '502f58da-40f5-4748-b983-a88cec399cd2', 'mac_address': 'fa:16:3e:13:15:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdb76e97-5183-4499-ab60-29df581b2de7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:44:30.274625 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:30.290931 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.notifiers.nova [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 502f58da-40f5-4748-b983-a88cec399cd2 {{(pid=103676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:44:30.314785 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port 502f58da-40f5-4748-b983-a88cec399cd2, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=502f58da-40f5-4748-b983-a88cec399cd2,segment=NetworkSegment(622c5b0b-6308-4004-9e45-2637df01274d),segment_id=622c5b0b-6308-4004-9e45-2637df01274d)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:44:30.320402 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:30.320585 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef6ca9-7c55-4948-addd-d66661b1fef4 req-16e8b3a2-131f-4712-bdbc-ac75e33ff86d tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:30.322160 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-8bef6ca9-7c55-4948-addd-d66661b1fef4 req-16e8b3a2-131f-4712-bdbc-ac75e33ff86d tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 944 time: 0.0768230 Jun 16 13:44:30.322951 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-d10da526-88a3-49e2-9932-3260848ff343 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:30.377105 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Pushing event updated for resources: {'Port': ['ID=502f58da-40f5-4748-b983-a88cec399cd2,revision_number=4']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:30.380323 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:30.389735 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-8bef6ca9-7c55-4948-addd-d66661b1fef4 req-37a1d2b1-a97c-4ecf-aeeb-3ba3ed77d1eb tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=6ea424ae-d2f0-4b48-9ccf-7bd4db14db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574703 Jun 16 13:44:30.713051 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] get_ports_and_sgs() called for port_ids ['502f58da-40f5-4748-b983-a88cec399cd2'] {{(pid=103676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:44:30.930975 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 38316) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:31.079588 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-596ef56d-6741-4f06-bb9a-6dd009054398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:31.095820 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:31.176360 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97d1f0-5d3f-43ea-8a02-4328887fcb87 req-934e27c5-255f-4a32-95ae-53c73a9deb85 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:31.184664 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-0a97d1f0-5d3f-43ea-8a02-4328887fcb87 req-934e27c5-255f-4a32-95ae-53c73a9deb85 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=f96efd70-6984-429e-9e25-f117c8a5a4e1 HTTP/1.1" status: 200 len: 945 time: 0.0816722 Jun 16 13:44:31.220856 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-596ef56d-6741-4f06-bb9a-6dd009054398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:31.224676 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-0a97d1f0-5d3f-43ea-8a02-4328887fcb87 req-4b3ce4aa-2ba6-48a6-b707-26942c2fef9a tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390122 Jun 16 13:44:31.240129 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-596ef56d-6741-4f06-bb9a-6dd009054398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:31.251485 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-5cec0a49-0cc9-4386-8a8c-d65f0b18cf6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:31.254138 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-b5217fb2-3913-482f-a18a-9d87cd508780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:31.300117 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-596ef56d-6741-4f06-bb9a-6dd009054398 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=fb171f7039524a6a8517f18290d5f99d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3656082 Jun 16 13:44:31.300995 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 38346) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:31.316771 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596ef56d-6741-4f06-bb9a-6dd009054398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3b7324-9f02-4444-a9a8-b581fac45b06,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:31.321520 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-596ef56d-6741-4f06-bb9a-6dd009054398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:31.385148 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-2b72662b-ab9c-45a1-a6c0-0df48e04542f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:31.428256 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-2b72662b-ab9c-45a1-a6c0-0df48e04542f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:31.481703 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-2b72662b-ab9c-45a1-a6c0-0df48e04542f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:31.485321 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-2b72662b-ab9c-45a1-a6c0-0df48e04542f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:31.489620 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-2b72662b-ab9c-45a1-a6c0-0df48e04542f admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/ba3b7324-9f02-4444-a9a8-b581fac45b06 HTTP/1.1" status: 204 len: 168 time: 0.1873174 Jun 16 13:44:31.490515 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-52efe249-5e7c-445a-a45f-26eb9f0e1f3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:31.499585 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b72662b-ab9c-45a1-a6c0-0df48e04542f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3b7324-9f02-4444-a9a8-b581fac45b06,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:31.516970 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-2b72662b-ab9c-45a1-a6c0-0df48e04542f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:31.602710 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f95d82-f2c9-4ddd-85a5-240dba244293 req-acbacfd4-6475-4e3c-8982-0602a5d5b382 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:31.604248 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-04f95d82-f2c9-4ddd-85a5-240dba244293 req-acbacfd4-6475-4e3c-8982-0602a5d5b382 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 945 time: 0.0910108 Jun 16 13:44:31.679178 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-04f95d82-f2c9-4ddd-85a5-240dba244293 req-8d5a600d-18ab-4785-adaf-ab536f789ce9 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=6ea424ae-d2f0-4b48-9ccf-7bd4db14db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658553 Jun 16 13:44:31.722405 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b69577-af84-458b-8994-0bf28f92c3b8 req-9b18d7b0-3d49-4e0b-af20-ccb336a3b58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:31.723951 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-08b69577-af84-458b-8994-0bf28f92c3b8 req-9b18d7b0-3d49-4e0b-af20-ccb336a3b58f service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=aab2bee29bb84945808496017e6bfae7&device_id=f96efd70-6984-429e-9e25-f117c8a5a4e1 HTTP/1.1" status: 200 len: 1098 time: 0.1186118 Jun 16 13:44:31.798828 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2fd53e-ca5f-4095-9d05-f1dce96273bf req-4dfa9905-3e72-4931-bd5d-9502a882e3ce tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:31.800407 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-4e2fd53e-ca5f-4095-9d05-f1dce96273bf req-4dfa9905-3e72-4931-bd5d-9502a882e3ce tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=f96efd70-6984-429e-9e25-f117c8a5a4e1 HTTP/1.1" status: 200 len: 945 time: 0.1268864 Jun 16 13:44:31.811867 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 38360) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:31.825344 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-237b9a7f-3a9d-429d-93b8-75f3d9fda2c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:31.856441 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b69577-af84-458b-8994-0bf28f92c3b8 req-2ff86f55-30e9-4cd3-9a2c-5133bfa981a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:31.858018 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-08b69577-af84-458b-8994-0bf28f92c3b8 req-2ff86f55-30e9-4cd3-9a2c-5133bfa981a3 service neutron] 10.222.0.101 "GET /v2.0/networks?id=3fd1b355-6844-49d6-9575-d3c884c6ee87 HTTP/1.1" status: 200 len: 920 time: 0.1265378 Jun 16 13:44:31.863138 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-4e2fd53e-ca5f-4095-9d05-f1dce96273bf req-e748801b-59a9-47f8-9fb8-c42fa0c2ae16 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552609 Jun 16 13:44:31.913441 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-08b69577-af84-458b-8994-0bf28f92c3b8 req-da7783b9-a223-49af-9ea7-0c13e3e85142 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=08197032-a530-4735-8997-c7a879f6ac4f HTTP/1.1" status: 200 len: 217 time: 0.0393338 Jun 16 13:44:31.927603 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-237b9a7f-3a9d-429d-93b8-75f3d9fda2c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:31.933997 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-237b9a7f-3a9d-429d-93b8-75f3d9fda2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:31.937197 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-f13ff0c4-db93-4287-904e-10ae5d476c2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:31.980285 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-237b9a7f-3a9d-429d-93b8-75f3d9fda2c6 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=075ef3b8d75e4c15a004e2f8a99cace2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1672149 Jun 16 13:44:31.981331 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237b9a7f-3a9d-429d-93b8-75f3d9fda2c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288b0ad9-cfc5-4b5c-bc27-432b07160965,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:31.983872 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 38368) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:31.994707 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-237b9a7f-3a9d-429d-93b8-75f3d9fda2c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:32.018390 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b69577-af84-458b-8994-0bf28f92c3b8 req-aac38b18-ade1-4963-a706-7df12925103c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:32.021863 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-08b69577-af84-458b-8994-0bf28f92c3b8 req-aac38b18-ade1-4963-a706-7df12925103c service neutron] 10.222.0.101 "GET /v2.0/subnets?id=79b8c341-956a-473f-ad31-1610f8a12fbd HTTP/1.1" status: 200 len: 858 time: 0.1010201 Jun 16 13:44:32.039079 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9426d120-8ef3-450b-a3fa-438be4b95f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:32.071724 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-08b69577-af84-458b-8994-0bf28f92c3b8 req-0813c760-d3a1-4ea6-95c7-48554c4586f2 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=3fd1b355-6844-49d6-9575-d3c884c6ee87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422883 Jun 16 13:44:32.083622 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-0766f195-b306-4cdd-a9ff-5277934cafcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:32.119985 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 502f58da-40f5-4748-b983-a88cec399cd2 up at agent hyperv_hv-cinder-78960 {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:44:32.137822 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-0766f195-b306-4cdd-a9ff-5277934cafcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:32.196868 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Provisioning for port 502f58da-40f5-4748-b983-a88cec399cd2 completed by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:44:32.205487 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Provisioning complete for port 502f58da-40f5-4748-b983-a88cec399cd2 triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:44:32.210252 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:32.242704 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-0766f195-b306-4cdd-a9ff-5277934cafcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:32.245921 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-0766f195-b306-4cdd-a9ff-5277934cafcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:32.248002 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-0766f195-b306-4cdd-a9ff-5277934cafcc admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/288b0ad9-cfc5-4b5c-bc27-432b07160965 HTTP/1.1" status: 204 len: 168 time: 0.2626128 Jun 16 13:44:32.249392 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-c4eb6146-09ed-44d3-b170-14390170229d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:32.262813 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0766f195-b306-4cdd-a9ff-5277934cafcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288b0ad9-cfc5-4b5c-bc27-432b07160965,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:32.263165 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-08b69577-af84-458b-8994-0bf28f92c3b8 req-3b0055b6-8a9c-40c6-bb2e-c7627081babe service neutron] 10.222.0.101 "GET /v2.0/networks/3fd1b355-6844-49d6-9575-d3c884c6ee87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829286 Jun 16 13:44:32.266975 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-0766f195-b306-4cdd-a9ff-5277934cafcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:32.334258 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:32.364834 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dff9b9aa-847c-4111-9a72-64a3a109ce23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502f58da-40f5-4748-b983-a88cec399cd2'}] {{(pid=103676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:44:32.368342 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}effa97d0e2123b52db6fac0114eb4251877085964bb68e70a4b566e9e639f06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f507d303-12fb-4079-8dca-6524583bd18d" -d '{"events": [{"server_uuid": "dff9b9aa-847c-4111-9a72-64a3a109ce23", "name": "network-vif-plugged", "status": "completed", "tag": "502f58da-40f5-4748-b983-a88cec399cd2"}]}' {{(pid=103676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:44:32.386309 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port 502f58da-40f5-4748-b983-a88cec399cd2, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=502f58da-40f5-4748-b983-a88cec399cd2,segment=NetworkSegment(622c5b0b-6308-4004-9e45-2637df01274d),segment_id=622c5b0b-6308-4004-9e45-2637df01274d)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:44:32.394067 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:32.396564 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:32.453986 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9c98d1-0abf-4f8e-8d0c-c657b6ff652b x-openstack-request-id: req-5b9c98d1-0abf-4f8e-8d0c-c657b6ff652b {{(pid=103676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:44:32.454431 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dff9b9aa-847c-4111-9a72-64a3a109ce23", "name": "network-vif-plugged", "status": "completed", "tag": "502f58da-40f5-4748-b983-a88cec399cd2", "code": 200}]} {{(pid=103676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:44:32.454931 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-5b9c98d1-0abf-4f8e-8d0c-c657b6ff652b {{(pid=103676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:44:32.455250 dv-cinder-789603-10-smb neutron-server[103676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dff9b9aa-847c-4111-9a72-64a3a109ce23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502f58da-40f5-4748-b983-a88cec399cd2', 'code': 200} Jun 16 13:44:32.474222 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Pushing event updated for resources: {'Port': ['ID=502f58da-40f5-4748-b983-a88cec399cd2,revision_number=5']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:32.478341 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:32.510014 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-08b69577-af84-458b-8994-0bf28f92c3b8 req-cfda31c7-a162-4da1-bafd-16e09a506911 service neutron] 10.222.0.101 "GET /v2.0/networks/3fd1b355-6844-49d6-9575-d3c884c6ee87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375827 Jun 16 13:44:32.793791 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d8cb5-ed3c-45e1-81b7-da735a8469b3 req-1a79b0d3-0cce-4b32-85a9-629f6658c25e tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:32.801066 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-b77d8cb5-ed3c-45e1-81b7-da735a8469b3 req-1a79b0d3-0cce-4b32-85a9-629f6658c25e tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] 10.222.0.104 "GET /v2.0/ports?device_id=08e4bfe8-d343-4895-8c36-af9350072ea8 HTTP/1.1" status: 200 len: 945 time: 0.1167328 Jun 16 13:44:32.838058 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10597e-0173-4879-b9a4-adef83693724 req-ae67b26a-503a-4001-a13c-1298f434d37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:32.839584 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-1d10597e-0173-4879-b9a4-adef83693724 req-ae67b26a-503a-4001-a13c-1298f434d37e service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 1099 time: 0.1182106 Jun 16 13:44:32.853942 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-b77d8cb5-ed3c-45e1-81b7-da735a8469b3 req-4fee74b3-7a19-47d0-9422-443c373d31c5 tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] 10.222.0.104 "GET /v2.0/security-groups?id=61bab3a4-2868-48b2-a00c-f276cf89b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518839 Jun 16 13:44:32.892234 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-1d10597e-0173-4879-b9a4-adef83693724 req-73bfa971-33d9-4a71-8eb7-690d4bf5a644 service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=6ea424ae-d2f0-4b48-9ccf-7bd4db14db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371547 Jun 16 13:44:32.933250 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 38414) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:32.947974 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-a9c09089-65c3-4c28-938f-dea0ce2c287c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:32.972746 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4021ecba-1c6d-489a-a696-7eb9c35acb6a req-5d2cae5a-20a0-47ed-a700-1748a326c8bd tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:32.975652 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-4021ecba-1c6d-489a-a696-7eb9c35acb6a req-5d2cae5a-20a0-47ed-a700-1748a326c8bd tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 946 time: 0.0667198 Jun 16 13:44:33.048493 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-a9c09089-65c3-4c28-938f-dea0ce2c287c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:33.055255 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-a9c09089-65c3-4c28-938f-dea0ce2c287c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:33.066063 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:33.078467 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-4021ecba-1c6d-489a-a696-7eb9c35acb6a req-4dd008bd-b7dc-41fc-9989-8d1d48f2e9e6 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=6ea424ae-d2f0-4b48-9ccf-7bd4db14db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945151 Jun 16 13:44:33.092694 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-a9c09089-65c3-4c28-938f-dea0ce2c287c admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=4826be83dae74b499d253531f8b1a13b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1559048 Jun 16 13:44:33.093363 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 38420) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:33.106844 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c09089-65c3-4c28-938f-dea0ce2c287c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa245b4-bf0f-4155-bbaa-c57b5a0f480d,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:33.116107 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-a9c09089-65c3-4c28-938f-dea0ce2c287c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:33.130267 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6902f4-505b-4821-943d-e7ded9f2cb62 req-73892e7e-8201-408f-9580-927238ce2401 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:33.131754 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-4d6902f4-505b-4821-943d-e7ded9f2cb62 req-73892e7e-8201-408f-9580-927238ce2401 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=f96efd70-6984-429e-9e25-f117c8a5a4e1 HTTP/1.1" status: 200 len: 945 time: 0.1449356 Jun 16 13:44:33.191340 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-22196266-d884-4ca0-bc4b-b9aa5480b567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:33.203760 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-4d6902f4-505b-4821-943d-e7ded9f2cb62 req-b7d4545a-5717-4e10-a4c9-1954796df55a tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599101 Jun 16 13:44:33.263486 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-22196266-d884-4ca0-bc4b-b9aa5480b567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:33.336563 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520bc38c-0c8c-4843-a088-e7269dd3d8a5 req-850ffa0e-f42e-41c6-a573-e6d624fa01ff tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:33.338025 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-520bc38c-0c8c-4843-a088-e7269dd3d8a5 req-850ffa0e-f42e-41c6-a573-e6d624fa01ff tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/networks?id=d7d7741f-07ca-412f-8243-ccc485688abb HTTP/1.1" status: 200 len: 815 time: 0.1319022 Jun 16 13:44:33.347487 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-22196266-d884-4ca0-bc4b-b9aa5480b567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:33.350497 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-22196266-d884-4ca0-bc4b-b9aa5480b567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:33.351569 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-22196266-d884-4ca0-bc4b-b9aa5480b567 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/bfa245b4-bf0f-4155-bbaa-c57b5a0f480d HTTP/1.1" status: 204 len: 168 time: 0.2571852 Jun 16 13:44:33.356974 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:33.366550 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22196266-d884-4ca0-bc4b-b9aa5480b567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa245b4-bf0f-4155-bbaa-c57b5a0f480d,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:33.375424 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-520bc38c-0c8c-4843-a088-e7269dd3d8a5 req-b0eef979-a70a-457b-b6fe-0e12936e5482 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/quotas/ca93fec913c446f4a19f859e71e49cd1 HTTP/1.1" status: 200 len: 375 time: 0.0300124 Jun 16 13:44:33.378157 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-22196266-d884-4ca0-bc4b-b9aa5480b567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:33.440954 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-520bc38c-0c8c-4843-a088-e7269dd3d8a5 req-0ae0337b-6021-4eaa-bd33-2d64c214ed95 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=ca93fec913c446f4a19f859e71e49cd1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0644670 Jun 16 13:44:33.555078 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-520bc38c-0c8c-4843-a088-e7269dd3d8a5 req-08162206-2091-4614-b230-bed641d57cb5 service neutron] 10.222.0.104 "GET /v2.0/networks/d7d7741f-07ca-412f-8243-ccc485688abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084692 Jun 16 13:44:33.644183 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-520bc38c-0c8c-4843-a088-e7269dd3d8a5 req-251e2bb6-7749-4c7c-9b49-e23ab8f427b3 service neutron] 10.222.0.104 "GET /v2.0/networks/d7d7741f-07ca-412f-8243-ccc485688abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882604 Jun 16 13:44:33.857280 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-7aa58041-59ab-468f-8235-5cda722cc8db req-08046501-0d8c-4b0d-8c98-661eedc4cdc5 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=c4f32b11-df00-4b50-b53b-a8b82614c551 HTTP/1.1" status: 200 len: 210 time: 0.0578849 Jun 16 13:44:33.892299 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3cd87a0a-8c13-4d66-8546-43ee61e1d8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:34.131224 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed5cfef-90bd-4834-888a-11372dc4396f req-fc26e98e-6a2a-4bc9-be4b-80f12981e685 tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:34.140488 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-7ed5cfef-90bd-4834-888a-11372dc4396f req-fc26e98e-6a2a-4bc9-be4b-80f12981e685 tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] 10.222.0.104 "GET /v2.0/ports?device_id=08e4bfe8-d343-4895-8c36-af9350072ea8 HTTP/1.1" status: 200 len: 945 time: 0.0995190 Jun 16 13:44:34.220076 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-7ed5cfef-90bd-4834-888a-11372dc4396f req-8a66cd92-2611-4670-b346-c38b17758289 tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] 10.222.0.104 "GET /v2.0/security-groups?id=61bab3a4-2868-48b2-a00c-f276cf89b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741231 Jun 16 13:44:34.331453 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 38500) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:34.424407 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2be05c-c42c-4c66-b7ff-25949838650a req-bbfee55f-6b89-441a-8677-ec35c417f674 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:34.432681 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2c2be05c-c42c-4c66-b7ff-25949838650a req-bbfee55f-6b89-441a-8677-ec35c417f674 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 946 time: 0.0940473 Jun 16 13:44:34.518719 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2c2be05c-c42c-4c66-b7ff-25949838650a req-fa998c3d-b69e-4636-b364-54bbc044f6ad tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=6ea424ae-d2f0-4b48-9ccf-7bd4db14db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504196 Jun 16 13:44:34.543886 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec3d540-6deb-4623-b8fe-21c4502d4b64 req-28eb144a-4b15-4ca6-9ae7-2669d04bcd38 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:34.547043 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-cec3d540-6deb-4623-b8fe-21c4502d4b64 req-28eb144a-4b15-4ca6-9ae7-2669d04bcd38 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=f96efd70-6984-429e-9e25-f117c8a5a4e1 HTTP/1.1" status: 200 len: 945 time: 0.1131847 Jun 16 13:44:34.610816 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-cec3d540-6deb-4623-b8fe-21c4502d4b64 req-c59eb39a-563c-453e-b477-8634c5db743f tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569482 Jun 16 13:44:34.657139 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-568c7ef6-e628-41f2-b489-2af2d9dd33f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:34.788555 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-568c7ef6-e628-41f2-b489-2af2d9dd33f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:34.805122 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-568c7ef6-e628-41f2-b489-2af2d9dd33f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:34.805122 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-6bf3c2dc-e1de-4eb6-a54f-caeecd835124 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:34.829789 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd54a8d6-6d5d-4d13-aebc-529cb1409bd2 req-50143c87-da55-48bc-a973-a83e4f0961bf tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:34.832105 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-fd54a8d6-6d5d-4d13-aebc-529cb1409bd2 req-50143c87-da55-48bc-a973-a83e4f0961bf tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 946 time: 0.1205482 Jun 16 13:44:34.841667 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 38530) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:34.847195 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [None req-4e7e0f7b-65ec-47a2-8afc-fbc408f1cb59 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Request body: {'floatingip': {'port_id': '502f58da-40f5-4748-b983-a88cec399cd2'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:34.847647 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-568c7ef6-e628-41f2-b489-2af2d9dd33f6 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=2d358f55598c4dc8a675e93635bc5f60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5143247 Jun 16 13:44:34.849568 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568c7ef6-e628-41f2-b489-2af2d9dd33f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e57bf6d-38db-4300-a145-94be4ccab832,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:34.852354 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 38532) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:34.876653 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-568c7ef6-e628-41f2-b489-2af2d9dd33f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:34.950984 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-8af23bca-6251-4b31-a050-a6747442e238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:34.995872 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-8af23bca-6251-4b31-a050-a6747442e238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:35.068269 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-4e7e0f7b-65ec-47a2-8afc-fbc408f1cb59 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks [] for floatingip, before_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:35.084345 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-8af23bca-6251-4b31-a050-a6747442e238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:35.087029 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-8af23bca-6251-4b31-a050-a6747442e238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:35.088199 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-8af23bca-6251-4b31-a050-a6747442e238 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/4e57bf6d-38db-4300-a145-94be4ccab832 HTTP/1.1" status: 204 len: 168 time: 0.2346961 Jun 16 13:44:35.088939 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-596ef56d-6741-4f06-bb9a-6dd009054398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:35.106630 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af23bca-6251-4b31-a050-a6747442e238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e57bf6d-38db-4300-a145-94be4ccab832,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:35.114740 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-8af23bca-6251-4b31-a050-a6747442e238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:35.189989 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-5670c7ec-d3e6-4d2b-98ea-b5fc26f57981 req-66d4b737-79cc-4dfc-b72a-e94b2eefc803 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=c4f32b11-df00-4b50-b53b-a8b82614c551 HTTP/1.1" status: 200 len: 210 time: 0.1102304 Jun 16 13:44:35.238289 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 38560) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:35.315242 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c2747-40ba-4994-812c-5a467d914b27 req-b8dd4909-5e8d-442f-8f20-7b0a072ce42e tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:35.316892 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e54c2747-40ba-4994-812c-5a467d914b27 req-b8dd4909-5e8d-442f-8f20-7b0a072ce42e tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] 10.222.0.101 "GET /v2.0/ports?device_id=08e4bfe8-d343-4895-8c36-af9350072ea8 HTTP/1.1" status: 200 len: 945 time: 0.4108548 Jun 16 13:44:35.641870 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [req-e54c2747-40ba-4994-812c-5a467d914b27 req-df994eac-65ac-4b59-a001-431a0ea04355 tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] Deleting port 9dadf846-ff22-4b52-b0c9-702f4135b2f1 {{(pid=103674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:44:35.643279 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-e54c2747-40ba-4994-812c-5a467d914b27 req-df994eac-65ac-4b59-a001-431a0ea04355 tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779595332765'] for port, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:35.654921 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520bc38c-0c8c-4843-a088-e7269dd3d8a5 req-0dfc74a4-3ee0-49f3-b42b-baa737fbbb77 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:35.656802 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-520bc38c-0c8c-4843-a088-e7269dd3d8a5 req-0dfc74a4-3ee0-49f3-b42b-baa737fbbb77 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.101 "GET /v2.0/networks?id=d7d7741f-07ca-412f-8243-ccc485688abb HTTP/1.1" status: 200 len: 815 time: 0.2057743 Jun 16 13:44:35.675223 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.v2.base [req-520bc38c-0c8c-4843-a088-e7269dd3d8a5 req-3d649032-da3c-413d-8876-3c6a7d8f4ca0 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Request body: {'port': {'device_id': 'c4f32b11-df00-4b50-b53b-a8b82614c551', 'network_id': 'd7d7741f-07ca-412f-8243-ccc485688abb', 'admin_state_up': True, 'tenant_id': 'ca93fec913c446f4a19f859e71e49cd1'}} {{(pid=103675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:35.792085 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-61df1d44-39ad-4edf-ad23-d4915ef40b9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:35.926378 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 38584) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:35.938471 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c581e2-b159-47dd-98ec-2476bb5f09c9 req-fc330c42-e716-4248-8a50-450a7c3c9498 tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:35.941175 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.db.api [req-520bc38c-0c8c-4843-a088-e7269dd3d8a5 req-3d649032-da3c-413d-8876-3c6a7d8f4ca0 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 16 13:44:35.941175 dv-cinder-789603-10-smb neutron-server[103675]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 16 13:44:35.941175 dv-cinder-789603-10-smb neutron-server[103675]: [parameters: {'project_id': 'ca93fec913c446f4a19f859e71e49cd1', 'id': '31e325a3-ac77-4521-99f8-2590595367d1', 'expiration': datetime.datetime(2021, 6, 16, 13, 46, 35, 829655)}] Jun 16 13:44:35.941175 dv-cinder-789603-10-smb neutron-server[103675]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=103675) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 13:44:35.941553 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_db.api [req-520bc38c-0c8c-4843-a088-e7269dd3d8a5 req-3d649032-da3c-413d-8876-3c6a7d8f4ca0 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 13:44:35.945919 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c4c581e2-b159-47dd-98ec-2476bb5f09c9 req-fc330c42-e716-4248-8a50-450a7c3c9498 tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] 10.222.0.104 "GET /v2.0/ports?device_id=08e4bfe8-d343-4895-8c36-af9350072ea8 HTTP/1.1" status: 200 len: 945 time: 0.4943550 Jun 16 13:44:35.953574 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-58287f17-3978-4960-a690-3afb87087a13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:35.982466 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-61df1d44-39ad-4edf-ad23-d4915ef40b9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:35.992155 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-61df1d44-39ad-4edf-ad23-d4915ef40b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:36.017066 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:36.066418 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df1d44-39ad-4edf-ad23-d4915ef40b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a1ae68-538a-47b4-91d2-d4128bcc86f3,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:36.069550 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-61df1d44-39ad-4edf-ad23-d4915ef40b9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:36.077109 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-61df1d44-39ad-4edf-ad23-d4915ef40b9b admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=dab5b4215ac245138d55e4e1e8dfba7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8378069 Jun 16 13:44:36.081157 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 38592) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:36.185766 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-58287f17-3978-4960-a690-3afb87087a13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:36.187226 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-c27af186-1416-4b15-9a1b-9aa3e789c45f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:36.197014 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-58287f17-3978-4960-a690-3afb87087a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:36.200941 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-05b264ce-5275-4840-9bdc-f305f714a99e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:36.217366 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c4c581e2-b159-47dd-98ec-2476bb5f09c9 req-dd2721cd-5c75-420b-aaa5-f8b9fec18ca6 tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] 10.222.0.104 "GET /v2.0/security-groups?id=61bab3a4-2868-48b2-a00c-f276cf89b3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696962 Jun 16 13:44:36.233040 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-c27af186-1416-4b15-9a1b-9aa3e789c45f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:36.266525 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58287f17-3978-4960-a690-3afb87087a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb48c02c-659f-4ee1-9289-b6b533f1068c,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:36.285271 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-58287f17-3978-4960-a690-3afb87087a13 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=4e3bcae48ffc446c8cbdc1d651ffb9b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3448684 Jun 16 13:44:36.285271 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 38600) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:36.286903 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-58287f17-3978-4960-a690-3afb87087a13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:36.360472 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-04c2f77c-aae8-4faa-a5ea-b5c1ad686f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:36.370099 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-c27af186-1416-4b15-9a1b-9aa3e789c45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:36.372759 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-c27af186-1416-4b15-9a1b-9aa3e789c45f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:36.374124 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-c27af186-1416-4b15-9a1b-9aa3e789c45f admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/48a1ae68-538a-47b4-91d2-d4128bcc86f3 HTTP/1.1" status: 204 len: 168 time: 0.2921050 Jun 16 13:44:36.377076 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:36.393606 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27af186-1416-4b15-9a1b-9aa3e789c45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a1ae68-538a-47b4-91d2-d4128bcc86f3,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:36.404052 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-04c2f77c-aae8-4faa-a5ea-b5c1ad686f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:36.406846 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-c27af186-1416-4b15-9a1b-9aa3e789c45f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:36.417772 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-6e378562-7b43-47f5-8877-28d920415bc2 req-cef7734e-be73-495e-9dcf-c0184c707078 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=c4f32b11-df00-4b50-b53b-a8b82614c551 HTTP/1.1" status: 200 len: 210 time: 0.0831206 Jun 16 13:44:36.421013 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.db [req-e54c2747-40ba-4994-812c-5a467d914b27 req-df994eac-65ac-4b59-a001-431a0ea04355 tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] For port 9dadf846-ff22-4b52-b0c9-702f4135b2f1, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9dadf846-ff22-4b52-b0c9-702f4135b2f1,segment=NetworkSegment(b9f9007b-df73-4fb9-96ce-1a01c115ccf5),segment_id=b9f9007b-df73-4fb9-96ce-1a01c115ccf5)] {{(pid=103674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:44:36.421554 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-e54c2747-40ba-4994-812c-5a467d914b27 req-df994eac-65ac-4b59-a001-431a0ea04355 tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757230'] for port, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:36.425563 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.db.resource_extend [None req-4e7e0f7b-65ec-47a2-8afc-fbc408f1cb59 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 16 13:44:36.469853 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-520bc38c-0c8c-4843-a088-e7269dd3d8a5 req-3d649032-da3c-413d-8876-3c6a7d8f4ca0 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Made reservation on behalf of ca93fec913c446f4a19f859e71e49cd1 for: {'port': 1} {{(pid=103675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:44:36.477398 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-520bc38c-0c8c-4843-a088-e7269dd3d8a5 req-3d649032-da3c-413d-8876-3c6a7d8f4ca0 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for port, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:36.507697 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-04c2f77c-aae8-4faa-a5ea-b5c1ad686f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:36.510769 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-04c2f77c-aae8-4faa-a5ea-b5c1ad686f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:36.511933 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-04c2f77c-aae8-4faa-a5ea-b5c1ad686f81 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/bb48c02c-659f-4ee1-9289-b6b533f1068c HTTP/1.1" status: 204 len: 168 time: 0.2239509 Jun 16 13:44:36.514035 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-8557d0b9-e602-43f5-afb4-461b9f170513 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:36.524621 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c2f77c-aae8-4faa-a5ea-b5c1ad686f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb48c02c-659f-4ee1-9289-b6b533f1068c,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:36.528175 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395daa2-6e92-4931-9b5d-bd3f05c715ce req-8591c804-ae8f-4a98-952c-20c35e25f698 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:36.535926 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-0395daa2-6e92-4931-9b5d-bd3f05c715ce req-8591c804-ae8f-4a98-952c-20c35e25f698 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=f96efd70-6984-429e-9e25-f117c8a5a4e1 HTTP/1.1" status: 200 len: 945 time: 0.5851460 Jun 16 13:44:36.553241 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-04c2f77c-aae8-4faa-a5ea-b5c1ad686f81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:36.608887 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [req-e54c2747-40ba-4994-812c-5a467d914b27 req-df994eac-65ac-4b59-a001-431a0ea04355 tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] Calling delete_port for 9dadf846-ff22-4b52-b0c9-702f4135b2f1 owned by compute:nova {{(pid=103674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:44:36.678768 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-4e7e0f7b-65ec-47a2-8afc-fbc408f1cb59 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:36.682999 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.db.db_base_plugin_common [req-520bc38c-0c8c-4843-a088-e7269dd3d8a5 req-3d649032-da3c-413d-8876-3c6a7d8f4ca0 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Allocated IP 172.20.0.5 (d7d7741f-07ca-412f-8243-ccc485688abb/edeae7f3-c024-4f6a-b058-211ad66a5634/08168de0-01d6-4121-a1b8-dc295b4b79f5) {{(pid=103675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:44:36.754239 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-4e7e0f7b-65ec-47a2-8afc-fbc408f1cb59 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759278'] for floatingip, after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:36.809808 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-0395daa2-6e92-4931-9b5d-bd3f05c715ce req-4629535d-067b-4e16-b1c7-51620c5c9b63 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726667 Jun 16 13:44:36.949494 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-520bc38c-0c8c-4843-a088-e7269dd3d8a5 req-3d649032-da3c-413d-8876-3c6a7d8f4ca0 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Notify callbacks [] for port, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:37.004336 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-520bc38c-0c8c-4843-a088-e7269dd3d8a5 req-3d649032-da3c-413d-8876-3c6a7d8f4ca0 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1833118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779594881046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10267002'] for port, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:37.011019 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:37.025214 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] get_ports_and_sgs() called for port_ids ['0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88'] {{(pid=103676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:44:37.070932 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-520bc38c-0c8c-4843-a088-e7269dd3d8a5 req-3d649032-da3c-413d-8876-3c6a7d8f4ca0 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Network d7d7741f-07ca-412f-8243-ccc485688abb is already hosted by enough agents. {{(pid=103675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:44:37.076451 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 38632) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:37.079069 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.base_scheduler [req-520bc38c-0c8c-4843-a088-e7269dd3d8a5 req-3d649032-da3c-413d-8876-3c6a7d8f4ca0 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Resources bound (agent type, host, resource id): {{(pid=103675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:44:37.083675 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [req-520bc38c-0c8c-4843-a088-e7269dd3d8a5 req-3d649032-da3c-413d-8876-3c6a7d8f4ca0 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Received port after_create {{(pid=103675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:44:37.101799 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-406fcdcb-f08e-42dd-97ce-7fbc562b9db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:37.114399 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.db.l3_db [None req-4e7e0f7b-65ec-47a2-8afc-fbc408f1cb59 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Floating IP ae2370dc-9c4d-4e0a-be9d-467e0de84c1b associated. External IP: 172.28.1.217, port: 502f58da-40f5-4748-b983-a88cec399cd2. Jun 16 13:44:37.149015 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520bc38c-0c8c-4843-a088-e7269dd3d8a5 req-3d649032-da3c-413d-8876-3c6a7d8f4ca0 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:37.149559 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-520bc38c-0c8c-4843-a088-e7269dd3d8a5 req-3d649032-da3c-413d-8876-3c6a7d8f4ca0 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for port, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:37.153936 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d649032-da3c-413d-8876-3c6a7d8f4ca0 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Pushing event updated for resources: {'Port': ['ID=08168de0-01d6-4121-a1b8-dc295b4b79f5,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:37.159519 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-3d649032-da3c-413d-8876-3c6a7d8f4ca0 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:37.173130 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-520bc38c-0c8c-4843-a088-e7269dd3d8a5 req-3d649032-da3c-413d-8876-3c6a7d8f4ca0 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5013487 Jun 16 13:44:37.185624 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.v2.base [req-520bc38c-0c8c-4843-a088-e7269dd3d8a5 req-45469ad5-f544-4f90-a8d1-d35b4c7f3959 service neutron] Request body: {'port': {'device_id': 'c4f32b11-df00-4b50-b53b-a8b82614c551', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=103675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:37.272546 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-520bc38c-0c8c-4843-a088-e7269dd3d8a5 req-45469ad5-f544-4f90-a8d1-d35b4c7f3959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:37.278256 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-e54c2747-40ba-4994-812c-5a467d914b27 req-df994eac-65ac-4b59-a001-431a0ea04355 tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779595337849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779594881055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10072337'] for port, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:37.306817 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:37.340334 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df994eac-65ac-4b59-a001-431a0ea04355 tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] Pushing event deleted for resources: {'Port': ['ID=9dadf846-ff22-4b52-b0c9-702f4135b2f1,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:37.351768 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-df994eac-65ac-4b59-a001-431a0ea04355 tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:37.419817 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] get_ports_and_sgs() called for port_ids ['9dadf846-ff22-4b52-b0c9-702f4135b2f1'] {{(pid=103676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:44:37.431166 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [req-e54c2747-40ba-4994-812c-5a467d914b27 req-df994eac-65ac-4b59-a001-431a0ea04355 tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] No DVR routers for this DVR port 9dadf846-ff22-4b52-b0c9-702f4135b2f1 on host hv-cinder-78960 {{(pid=103674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:44:37.459219 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-3bbf1283-f670-4d71-b60a-9e39aa3ecdd6 req-c27c518b-3919-4d92-b2cb-402bec41931d tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] 10.222.0.104 "GET /v2.0/ports?device_id=08e4bfe8-d343-4895-8c36-af9350072ea8 HTTP/1.1" status: 200 len: 210 time: 0.0673842 Jun 16 13:44:37.462886 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-e54c2747-40ba-4994-812c-5a467d914b27 req-df994eac-65ac-4b59-a001-431a0ea04355 tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914'] for port, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:37.464808 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e54c2747-40ba-4994-812c-5a467d914b27 req-df994eac-65ac-4b59-a001-431a0ea04355 tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] 10.222.0.101 "DELETE /v2.0/ports/9dadf846-ff22-4b52-b0c9-702f4135b2f1 HTTP/1.1" status: 204 len: 173 time: 2.1417465 Jun 16 13:44:37.465301 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08e4bfe8-d343-4895-8c36-af9350072ea8', 'name': 'network-vif-deleted', 'tag': '9dadf846-ff22-4b52-b0c9-702f4135b2f1'}] {{(pid=103674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:44:37.467644 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf0caa33b503d1f2c3d6e3a51c00f46bab3e78c159fea0ab96052d9779657e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee2ca65-9ae4-49f0-8112-faa18be13484" -d '{"events": [{"server_uuid": "08e4bfe8-d343-4895-8c36-af9350072ea8", "name": "network-vif-deleted", "tag": "9dadf846-ff22-4b52-b0c9-702f4135b2f1"}]}' {{(pid=103674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:44:37.554984 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525c04ee-499a-484b-b180-248db6abd4e5 x-openstack-request-id: req-525c04ee-499a-484b-b180-248db6abd4e5 {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:44:37.555304 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08e4bfe8-d343-4895-8c36-af9350072ea8", "name": "network-vif-deleted", "tag": "9dadf846-ff22-4b52-b0c9-702f4135b2f1", "status": "completed", "code": 200}]} {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:44:37.555579 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-525c04ee-499a-484b-b180-248db6abd4e5 {{(pid=103674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:44:37.555988 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08e4bfe8-d343-4895-8c36-af9350072ea8', 'name': 'network-vif-deleted', 'tag': '9dadf846-ff22-4b52-b0c9-702f4135b2f1', 'status': 'completed', 'code': 200} Jun 16 13:44:37.661703 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.notifiers.nova [req-520bc38c-0c8c-4843-a088-e7269dd3d8a5 req-45469ad5-f544-4f90-a8d1-d35b4c7f3959 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08168de0-01d6-4121-a1b8-dc295b4b79f5 {{(pid=103675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:44:37.671896 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-520bc38c-0c8c-4843-a088-e7269dd3d8a5 req-45469ad5-f544-4f90-a8d1-d35b4c7f3959 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:37.688456 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [req-520bc38c-0c8c-4843-a088-e7269dd3d8a5 req-45469ad5-f544-4f90-a8d1-d35b4c7f3959 service neutron] Transition to ACTIVE for port object 08168de0-01d6-4121-a1b8-dc295b4b79f5 will not be triggered until provisioned by entity L2. {{(pid=103675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:44:37.693899 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-520bc38c-0c8c-4843-a088-e7269dd3d8a5 req-45469ad5-f544-4f90-a8d1-d35b4c7f3959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10266988'] for port, after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:37.705463 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:37.861243 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-406fcdcb-f08e-42dd-97ce-7fbc562b9db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:37.863937 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45469ad5-f544-4f90-a8d1-d35b4c7f3959 service neutron] Pushing event updated for resources: {'Port': ['ID=08168de0-01d6-4121-a1b8-dc295b4b79f5,revision_number=2']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:37.867410 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-45469ad5-f544-4f90-a8d1-d35b4c7f3959 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:37.878830 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [req-520bc38c-0c8c-4843-a088-e7269dd3d8a5 req-45469ad5-f544-4f90-a8d1-d35b4c7f3959 service neutron] Attempting to bind port 08168de0-01d6-4121-a1b8-dc295b4b79f5 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:44:37.879168 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [req-520bc38c-0c8c-4843-a088-e7269dd3d8a5 req-45469ad5-f544-4f90-a8d1-d35b4c7f3959 service neutron] Attempting to bind port 08168de0-01d6-4121-a1b8-dc295b4b79f5 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '70187269-9371-4d60-a2ca-f207ba00f8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7d7741f-07ca-412f-8243-ccc485688abb'}] {{(pid=103675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:44:37.879498 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520bc38c-0c8c-4843-a088-e7269dd3d8a5 req-45469ad5-f544-4f90-a8d1-d35b4c7f3959 service neutron] Attempting to bind port 08168de0-01d6-4121-a1b8-dc295b4b79f5 on network d7d7741f-07ca-412f-8243-ccc485688abb {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:44:37.881985 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e7e0f7b-65ec-47a2-8afc-fbc408f1cb59 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Router 80b5022e-8a5c-40bd-9fbe-ac27764915f6 has already been hosted by L3 agent bfb54b95-b8bd-4202-8e6c-bc5e048a10e9 {{(pid=103674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:44:37.883898 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-406fcdcb-f08e-42dd-97ce-7fbc562b9db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:37.884554 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520bc38c-0c8c-4843-a088-e7269dd3d8a5 req-45469ad5-f544-4f90-a8d1-d35b4c7f3959 service neutron] Port 08168de0-01d6-4121-a1b8-dc295b4b79f5 on network d7d7741f-07ca-412f-8243-ccc485688abb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 13:44:37.885032 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520bc38c-0c8c-4843-a088-e7269dd3d8a5 req-45469ad5-f544-4f90-a8d1-d35b4c7f3959 service neutron] Attempting to bind port 08168de0-01d6-4121-a1b8-dc295b4b79f5 on network d7d7741f-07ca-412f-8243-ccc485688abb {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:44:37.888688 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:37.890780 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520bc38c-0c8c-4843-a088-e7269dd3d8a5 req-45469ad5-f544-4f90-a8d1-d35b4c7f3959 service neutron] Checking agent: {'id': '1d30c470-50d4-4ce2-b27c-c11b758166c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 42, 10), 'started_at': datetime.datetime(2021, 6, 16, 13, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:44:37.891127 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520bc38c-0c8c-4843-a088-e7269dd3d8a5 req-45469ad5-f544-4f90-a8d1-d35b4c7f3959 service neutron] Checking segment: {'id': '70187269-9371-4d60-a2ca-f207ba00f8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7d7741f-07ca-412f-8243-ccc485688abb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:44:37.891571 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520bc38c-0c8c-4843-a088-e7269dd3d8a5 req-45469ad5-f544-4f90-a8d1-d35b4c7f3959 service neutron] Bound using segment: {'id': '70187269-9371-4d60-a2ca-f207ba00f8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7d7741f-07ca-412f-8243-ccc485688abb'} {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:44:37.891998 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [req-520bc38c-0c8c-4843-a088-e7269dd3d8a5 req-45469ad5-f544-4f90-a8d1-d35b4c7f3959 service neutron] Bound port: 08168de0-01d6-4121-a1b8-dc295b4b79f5, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70187269-9371-4d60-a2ca-f207ba00f8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7d7741f-07ca-412f-8243-ccc485688abb'}}] {{(pid=103675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:44:37.892372 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-520bc38c-0c8c-4843-a088-e7269dd3d8a5 req-45469ad5-f544-4f90-a8d1-d35b4c7f3959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:37.937801 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ad436-00b0-483b-8731-cc6f1f3a0476 req-07f7b167-7e0f-4237-b0b7-243e124cda60 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:37.944817 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-6b4ad436-00b0-483b-8731-cc6f1f3a0476 req-07f7b167-7e0f-4237-b0b7-243e124cda60 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=c4f32b11-df00-4b50-b53b-a8b82614c551 HTTP/1.1" status: 200 len: 931 time: 0.3813183 Jun 16 13:44:37.990398 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.db [req-520bc38c-0c8c-4843-a088-e7269dd3d8a5 req-45469ad5-f544-4f90-a8d1-d35b4c7f3959 service neutron] For port 08168de0-01d6-4121-a1b8-dc295b4b79f5, host hv-cinder-78960, cleared binding levels {{(pid=103675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:44:37.994403 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-406fcdcb-f08e-42dd-97ce-7fbc562b9db4 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=63386e8932784e01bdfd4100a9d4fe89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9131944 Jun 16 13:44:37.997317 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 38666) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:37.999608 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.db [req-520bc38c-0c8c-4843-a088-e7269dd3d8a5 req-45469ad5-f544-4f90-a8d1-d35b4c7f3959 service neutron] For port 08168de0-01d6-4121-a1b8-dc295b4b79f5, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=08168de0-01d6-4121-a1b8-dc295b4b79f5,segment=NetworkSegment(70187269-9371-4d60-a2ca-f207ba00f8d3),segment_id=70187269-9371-4d60-a2ca-f207ba00f8d3)] {{(pid=103675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:44:38.018921 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-520bc38c-0c8c-4843-a088-e7269dd3d8a5 req-45469ad5-f544-4f90-a8d1-d35b4c7f3959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10266988'] for port, after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:38.025921 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406fcdcb-f08e-42dd-97ce-7fbc562b9db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e727567-88d3-48d8-9bf0-b3fb85173681,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:38.032418 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-406fcdcb-f08e-42dd-97ce-7fbc562b9db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:38.040922 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:38.092961 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-6b4ad436-00b0-483b-8731-cc6f1f3a0476 req-b117feee-bc76-4557-9268-9cb9e152b4ba tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471512 Jun 16 13:44:38.124832 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520bc38c-0c8c-4843-a088-e7269dd3d8a5 req-45469ad5-f544-4f90-a8d1-d35b4c7f3959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:38.125443 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-520bc38c-0c8c-4843-a088-e7269dd3d8a5 req-45469ad5-f544-4f90-a8d1-d35b4c7f3959 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for port, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:38.132360 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-520bc38c-0c8c-4843-a088-e7269dd3d8a5 req-45469ad5-f544-4f90-a8d1-d35b4c7f3959 service neutron] 10.222.0.101 "PUT /v2.0/ports/08168de0-01d6-4121-a1b8-dc295b4b79f5 HTTP/1.1" status: 200 len: 1093 time: 0.9513116 Jun 16 13:44:38.133061 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4f32b11-df00-4b50-b53b-a8b82614c551', 'tag': '08168de0-01d6-4121-a1b8-dc295b4b79f5'}] {{(pid=103675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:44:38.135534 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a16ec9cc8eba4f619b451732e343570940bd63550f2ec78b6d3f6fbb7e41a49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81f3286-2897-4687-b895-6eaedeb5432f" -d '{"events": [{"name": "network-changed", "server_uuid": "c4f32b11-df00-4b50-b53b-a8b82614c551", "tag": "08168de0-01d6-4121-a1b8-dc295b4b79f5"}]}' {{(pid=103675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:44:38.187053 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-62a3fe55-bae5-4101-a0b6-bcc25bba5026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:38.189039 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45469ad5-f544-4f90-a8d1-d35b4c7f3959 service neutron] Pushing event updated for resources: {'Port': ['ID=08168de0-01d6-4121-a1b8-dc295b4b79f5,revision_number=3']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:38.203744 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-45469ad5-f544-4f90-a8d1-d35b4c7f3959 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:38.239982 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0616979c-488d-4db6-8b9c-adf1bd06f737 x-openstack-request-id: req-0616979c-488d-4db6-8b9c-adf1bd06f737 {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:44:38.240315 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4f32b11-df00-4b50-b53b-a8b82614c551", "tag": "08168de0-01d6-4121-a1b8-dc295b4b79f5", "status": "completed", "code": 200}]} {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:44:38.240615 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-0616979c-488d-4db6-8b9c-adf1bd06f737 {{(pid=103675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:44:38.240972 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4f32b11-df00-4b50-b53b-a8b82614c551', 'tag': '08168de0-01d6-4121-a1b8-dc295b4b79f5', 'status': 'completed', 'code': 200} Jun 16 13:44:38.242612 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e7e0f7b-65ec-47a2-8afc-fbc408f1cb59 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify agent at l3_agent.dv-cinder-789603-10-smb the message routers_updated {{(pid=103674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:44:38.250261 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-4e7e0f7b-65ec-47a2-8afc-fbc408f1cb59 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914'] for floatingip, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:38.270235 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45be53e-f15f-4264-9049-3eba67263b95 req-9d5e1322-9dea-432b-9819-c72e072bc344 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:38.271996 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f45be53e-f15f-4264-9049-3eba67263b95 req-9d5e1322-9dea-432b-9819-c72e072bc344 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=f96efd70-6984-429e-9e25-f117c8a5a4e1 HTTP/1.1" status: 200 len: 945 time: 0.2472293 Jun 16 13:44:38.275183 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb99fe8-0f58-4bdb-81ab-54632c40c5c9 None None] Sync routers for ids ['80b5022e-8a5c-40bd-9fbe-ac27764915f6'] in dv-cinder-789603-10-smb {{(pid=103677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:44:38.280624 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-62a3fe55-bae5-4101-a0b6-bcc25bba5026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:38.291002 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb99fe8-0f58-4bdb-81ab-54632c40c5c9 None None] Routers {'80b5022e-8a5c-40bd-9fbe-ac27764915f6'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:44:38.292074 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_hamode_db [None req-cdb99fe8-0f58-4bdb-81ab-54632c40c5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:44:31Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['80b5022e-8a5c-40bd-9fbe-ac27764915f6'], 'active': True} {{(pid=103677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:44:38.424614 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520bc38c-0c8c-4843-a088-e7269dd3d8a5 req-dd205d4b-56c3-4a7b-beac-0100e2a27dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:38.426354 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-520bc38c-0c8c-4843-a088-e7269dd3d8a5 req-dd205d4b-56c3-4a7b-beac-0100e2a27dba service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ca93fec913c446f4a19f859e71e49cd1&device_id=c4f32b11-df00-4b50-b53b-a8b82614c551 HTTP/1.1" status: 200 len: 1096 time: 0.2090344 Jun 16 13:44:38.429758 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-4e7e0f7b-65ec-47a2-8afc-fbc408f1cb59 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "PUT /v2.0/floatingips/ae2370dc-9c4d-4e0a-be9d-467e0de84c1b HTTP/1.1" status: 200 len: 992 time: 3.5854867 Jun 16 13:44:38.459849 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f45be53e-f15f-4264-9049-3eba67263b95 req-c13a22a1-54cb-4ee5-835e-b7b9dbc3e408 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068933 Jun 16 13:44:38.466722 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-62a3fe55-bae5-4101-a0b6-bcc25bba5026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:38.470817 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-62a3fe55-bae5-4101-a0b6-bcc25bba5026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:38.476857 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-62a3fe55-bae5-4101-a0b6-bcc25bba5026 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/2e727567-88d3-48d8-9bf0-b3fb85173681 HTTP/1.1" status: 204 len: 168 time: 0.4733465 Jun 16 13:44:38.534594 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_dvr_db [None req-cdb99fe8-0f58-4bdb-81ab-54632c40c5c9 None None] Set router 80b5022e-8a5c-40bd-9fbe-ac27764915f6 gateway port host: dv-cinder-789603-10-smb {{(pid=103677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:44:38.553031 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-04c2f77c-aae8-4faa-a5ea-b5c1ad686f81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:38.558576 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-520bc38c-0c8c-4843-a088-e7269dd3d8a5 req-09a36b90-163a-4646-be41-64672802b4da service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08168de0-01d6-4121-a1b8-dc295b4b79f5 HTTP/1.1" status: 200 len: 217 time: 0.1059854 Jun 16 13:44:38.565226 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a3fe55-bae5-4101-a0b6-bcc25bba5026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e727567-88d3-48d8-9bf0-b3fb85173681,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:38.597037 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-62a3fe55-bae5-4101-a0b6-bcc25bba5026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:38.699077 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520bc38c-0c8c-4843-a088-e7269dd3d8a5 req-eb3b54e2-cb04-4919-af3a-1fb20af486e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:38.700483 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-520bc38c-0c8c-4843-a088-e7269dd3d8a5 req-eb3b54e2-cb04-4919-af3a-1fb20af486e3 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=edeae7f3-c024-4f6a-b058-211ad66a5634 HTTP/1.1" status: 200 len: 855 time: 0.1010671 Jun 16 13:44:38.742296 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-91356acd-9f5c-4ea5-beec-42975cf9b08f req-005e9311-e275-4016-832c-42afd2579e8e tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] 10.222.0.104 "GET /v2.0/ports?device_id=08e4bfe8-d343-4895-8c36-af9350072ea8 HTTP/1.1" status: 200 len: 210 time: 0.0795929 Jun 16 13:44:38.790147 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-520bc38c-0c8c-4843-a088-e7269dd3d8a5 req-8a95592e-ffdc-4c58-a399-d6bbf7719447 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=d7d7741f-07ca-412f-8243-ccc485688abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788813 Jun 16 13:44:38.993948 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-520bc38c-0c8c-4843-a088-e7269dd3d8a5 req-14f05623-3d14-4b5b-9242-aac5f790c6ad service neutron] 10.222.0.101 "GET /v2.0/networks/d7d7741f-07ca-412f-8243-ccc485688abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952569 Jun 16 13:44:39.092949 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_hamode_db [None req-cdb99fe8-0f58-4bdb-81ab-54632c40c5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b5022e-8a5c-40bd-9fbe-ac27764915f6', 'name': 'tempest-AttachVolumeTestJSON-304096213-router', 'tenant_id': '1c34861a49bb497085ef26aa3cc556f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.127'}], 'enable_snat': True}, 'gw_port_id': '89afefbb-493e-409f-964f-cd2e8e01ddfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:43:51Z', 'updated_at': '2021-06-16T13:44:00Z', 'revision_number': 4, 'project_id': '1c34861a49bb497085ef26aa3cc556f7', 'gw_port': {'id': '89afefbb-493e-409f-964f-cd2e8e01ddfb', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:04:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b5022e-8a5c-40bd-9fbe-ac27764915f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:43:54Z', 'updated_at': '2021-06-16T13:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_floatingips': [{'id': 'ae2370dc-9c4d-4e0a-be9d-467e0de84c1b', 'tenant_id': '1c34861a49bb497085ef26aa3cc556f7', 'floating_ip_address': '172.28.1.217', 'floating_network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'router_id': '80b5022e-8a5c-40bd-9fbe-ac27764915f6', 'port_id': '502f58da-40f5-4748-b983-a88cec399cd2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc7f85d7-a9cc-4cbe-8009-a532b58d3643', 'mac_address': 'fa:16:3e:13:15:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff9b9aa-847c-4111-9a72-64a3a109ce23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:44:17Z', 'updated_at': '2021-06-16T13:44:36Z', 'revision_number': 1, 'project_id': '1c34861a49bb497085ef26aa3cc556f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2db28d1-4214-48dd-8787-668a517f73c8', 'name': '', 'network_id': 'bc7f85d7-a9cc-4cbe-8009-a532b58d3643', 'tenant_id': '1c34861a49bb497085ef26aa3cc556f7', 'mac_address': 'fa:16:3e:f2:01:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b5022e-8a5c-40bd-9fbe-ac27764915f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fdb76e97-5183-4499-ab60-29df581b2de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:43:58Z', 'updated_at': '2021-06-16T13:44:14Z', 'revision_number': 5, 'project_id': '1c34861a49bb497085ef26aa3cc556f7', 'subnets': [{'id': 'fdb76e97-5183-4499-ab60-29df581b2de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:44:39.098682 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb99fe8-0f58-4bdb-81ab-54632c40c5c9 None None] Checking router: 80b5022e-8a5c-40bd-9fbe-ac27764915f6 for host: dv-cinder-789603-10-smb {{(pid=103677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:44:39.113875 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb99fe8-0f58-4bdb-81ab-54632c40c5c9 None None] Routers {'80b5022e-8a5c-40bd-9fbe-ac27764915f6'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:44:39.115206 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_hamode_db [None req-cdb99fe8-0f58-4bdb-81ab-54632c40c5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:44:31Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['80b5022e-8a5c-40bd-9fbe-ac27764915f6'], 'active': True} {{(pid=103677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:44:39.246916 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-520bc38c-0c8c-4843-a088-e7269dd3d8a5 req-907d0177-22d7-4a8c-8471-4457971f913d service neutron] 10.222.0.101 "GET /v2.0/networks/d7d7741f-07ca-412f-8243-ccc485688abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476530 Jun 16 13:44:39.380297 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_dvr_db [None req-cdb99fe8-0f58-4bdb-81ab-54632c40c5c9 None None] Set router 80b5022e-8a5c-40bd-9fbe-ac27764915f6 gateway port host: dv-cinder-789603-10-smb {{(pid=103677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:44:39.409381 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a9e89d-565b-43bd-ba9f-b00c478c26c3 req-80a12ba1-0258-4d67-8be8-4e8a382cc3d1 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:39.412834 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a8a9e89d-565b-43bd-ba9f-b00c478c26c3 req-80a12ba1-0258-4d67-8be8-4e8a382cc3d1 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=c4f32b11-df00-4b50-b53b-a8b82614c551 HTTP/1.1" status: 200 len: 943 time: 0.1143694 Jun 16 13:44:39.499152 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f3286-2897-4687-b895-6eaedeb5432f req-332b5676-c2cf-4414-82be-1580d6c2509b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:39.503837 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-a81f3286-2897-4687-b895-6eaedeb5432f req-332b5676-c2cf-4414-82be-1580d6c2509b service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ca93fec913c446f4a19f859e71e49cd1&device_id=c4f32b11-df00-4b50-b53b-a8b82614c551 HTTP/1.1" status: 200 len: 1096 time: 0.1523714 Jun 16 13:44:39.569107 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a8a9e89d-565b-43bd-ba9f-b00c478c26c3 req-70a7425e-44f8-4e36-82f2-a76d6d01e7b5 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454990 Jun 16 13:44:39.570256 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:39.591881 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dff9b9aa-847c-4111-9a72-64a3a109ce23', 'tag': '502f58da-40f5-4748-b983-a88cec399cd2'}] {{(pid=103674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:44:39.598364 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf0caa33b503d1f2c3d6e3a51c00f46bab3e78c159fea0ab96052d9779657e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b23c6af-7bc7-442e-bbc3-c2ad04875ed7" -d '{"events": [{"name": "network-changed", "server_uuid": "dff9b9aa-847c-4111-9a72-64a3a109ce23", "tag": "502f58da-40f5-4748-b983-a88cec399cd2"}]}' {{(pid=103674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:44:39.707359 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2795909a-7fad-4303-bd6f-bdd82fd62366 x-openstack-request-id: req-2795909a-7fad-4303-bd6f-bdd82fd62366 {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:44:39.707904 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dff9b9aa-847c-4111-9a72-64a3a109ce23", "tag": "502f58da-40f5-4748-b983-a88cec399cd2", "status": "completed", "code": 200}]} {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:44:39.708350 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-2795909a-7fad-4303-bd6f-bdd82fd62366 {{(pid=103674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:44:39.709066 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dff9b9aa-847c-4111-9a72-64a3a109ce23', 'tag': '502f58da-40f5-4748-b983-a88cec399cd2', 'status': 'completed', 'code': 200} Jun 16 13:44:39.948951 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23c6af-7bc7-442e-bbc3-c2ad04875ed7 req-29290938-2186-442e-bd5f-e1f22c1d6012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:39.950575 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-5b23c6af-7bc7-442e-bbc3-c2ad04875ed7 req-29290938-2186-442e-bd5f-e1f22c1d6012 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=1c34861a49bb497085ef26aa3cc556f7&device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 1099 time: 0.2215536 Jun 16 13:44:40.004356 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48926b37-9bbe-4521-ac7d-333d0f9a9a68 req-e15ad22f-2a81-4782-91f1-b249391fe2e3 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:40.006002 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-48926b37-9bbe-4521-ac7d-333d0f9a9a68 req-e15ad22f-2a81-4782-91f1-b249391fe2e3 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=f96efd70-6984-429e-9e25-f117c8a5a4e1 HTTP/1.1" status: 200 len: 945 time: 0.1803575 Jun 16 13:44:40.027448 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f3286-2897-4687-b895-6eaedeb5432f req-fb8e8110-2f0d-41c0-ba14-4813c9fbed0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:40.029831 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-a81f3286-2897-4687-b895-6eaedeb5432f req-fb8e8110-2f0d-41c0-ba14-4813c9fbed0e service neutron] 10.222.0.101 "GET /v2.0/networks?id=d7d7741f-07ca-412f-8243-ccc485688abb HTTP/1.1" status: 200 len: 917 time: 0.5159841 Jun 16 13:44:40.098318 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-a81f3286-2897-4687-b895-6eaedeb5432f req-ad85f9da-f907-4b09-96a2-ea82284dcba4 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=08168de0-01d6-4121-a1b8-dc295b4b79f5 HTTP/1.1" status: 200 len: 217 time: 0.0599701 Jun 16 13:44:40.141788 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 9dadf846-ff22-4b52-b0c9-702f4135b2f1 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:44:40.157638 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_hamode_db [None req-cdb99fe8-0f58-4bdb-81ab-54632c40c5c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b5022e-8a5c-40bd-9fbe-ac27764915f6', 'name': 'tempest-AttachVolumeTestJSON-304096213-router', 'tenant_id': '1c34861a49bb497085ef26aa3cc556f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.127'}], 'enable_snat': True}, 'gw_port_id': '89afefbb-493e-409f-964f-cd2e8e01ddfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:43:51Z', 'updated_at': '2021-06-16T13:44:00Z', 'revision_number': 4, 'project_id': '1c34861a49bb497085ef26aa3cc556f7', 'gw_port': {'id': '89afefbb-493e-409f-964f-cd2e8e01ddfb', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:04:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b5022e-8a5c-40bd-9fbe-ac27764915f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:43:54Z', 'updated_at': '2021-06-16T13:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_floatingips': [{'id': 'ae2370dc-9c4d-4e0a-be9d-467e0de84c1b', 'tenant_id': '1c34861a49bb497085ef26aa3cc556f7', 'floating_ip_address': '172.28.1.217', 'floating_network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'router_id': '80b5022e-8a5c-40bd-9fbe-ac27764915f6', 'port_id': '502f58da-40f5-4748-b983-a88cec399cd2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc7f85d7-a9cc-4cbe-8009-a532b58d3643', 'mac_address': 'fa:16:3e:13:15:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff9b9aa-847c-4111-9a72-64a3a109ce23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:44:17Z', 'updated_at': '2021-06-16T13:44:36Z', 'revision_number': 1, 'project_id': '1c34861a49bb497085ef26aa3cc556f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2db28d1-4214-48dd-8787-668a517f73c8', 'name': '', 'network_id': 'bc7f85d7-a9cc-4cbe-8009-a532b58d3643', 'tenant_id': '1c34861a49bb497085ef26aa3cc556f7', 'mac_address': 'fa:16:3e:f2:01:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b5022e-8a5c-40bd-9fbe-ac27764915f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fdb76e97-5183-4499-ab60-29df581b2de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:43:58Z', 'updated_at': '2021-06-16T13:44:14Z', 'revision_number': 5, 'project_id': '1c34861a49bb497085ef26aa3cc556f7', 'subnets': [{'id': 'fdb76e97-5183-4499-ab60-29df581b2de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:44:40.161064 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-48926b37-9bbe-4521-ac7d-333d0f9a9a68 req-391e54e3-fca5-47e7-8fd8-4f2d92b9f319 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093261 Jun 16 13:44:40.162969 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb99fe8-0f58-4bdb-81ab-54632c40c5c9 None None] The sync data for ids ['80b5022e-8a5c-40bd-9fbe-ac27764915f6'] in dv-cinder-789603-10-smb is: [{'id': '80b5022e-8a5c-40bd-9fbe-ac27764915f6', 'name': 'tempest-AttachVolumeTestJSON-304096213-router', 'tenant_id': '1c34861a49bb497085ef26aa3cc556f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.127'}], 'enable_snat': True}, 'gw_port_id': '89afefbb-493e-409f-964f-cd2e8e01ddfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:43:51Z', 'updated_at': '2021-06-16T13:44:00Z', 'revision_number': 4, 'project_id': '1c34861a49bb497085ef26aa3cc556f7', 'gw_port': {'id': '89afefbb-493e-409f-964f-cd2e8e01ddfb', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:04:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b5022e-8a5c-40bd-9fbe-ac27764915f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:43:54Z', 'updated_at': '2021-06-16T13:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_floatingips': [{'id': 'ae2370dc-9c4d-4e0a-be9d-467e0de84c1b', 'tenant_id': '1c34861a49bb497085ef26aa3cc556f7', 'floating_ip_address': '172.28.1.217', 'floating_network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'router_id': '80b5022e-8a5c-40bd-9fbe-ac27764915f6', 'port_id': '502f58da-40f5-4748-b983-a88cec399cd2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc7f85d7-a9cc-4cbe-8009-a532b58d3643', 'mac_address': 'fa:16:3e:13:15:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dff9b9aa-847c-4111-9a72-64a3a109ce23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:44:17Z', 'updated_at': '2021-06-16T13:44:36Z', 'revision_number': 1, 'project_id': '1c34861a49bb497085ef26aa3cc556f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2db28d1-4214-48dd-8787-668a517f73c8', 'name': '', 'network_id': 'bc7f85d7-a9cc-4cbe-8009-a532b58d3643', 'tenant_id': '1c34861a49bb497085ef26aa3cc556f7', 'mac_address': 'fa:16:3e:f2:01:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b5022e-8a5c-40bd-9fbe-ac27764915f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fdb76e97-5183-4499-ab60-29df581b2de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:43:58Z', 'updated_at': '2021-06-16T13:44:14Z', 'revision_number': 5, 'project_id': '1c34861a49bb497085ef26aa3cc556f7', 'subnets': [{'id': 'fdb76e97-5183-4499-ab60-29df581b2de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:44:40.199394 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] No Port match for: 9dadf846-ff22-4b52-b0c9-702f4135b2f1 {{(pid=103676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:44:40.200058 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 9dadf846-ff22-4b52-b0c9-702f4135b2f1 not bound to the agent host hv-cinder-78960 {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:44:40.200585 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f3286-2897-4687-b895-6eaedeb5432f req-d621a91c-9dad-4a88-96b8-25fbbe0a5c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:40.202257 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-a81f3286-2897-4687-b895-6eaedeb5432f req-d621a91c-9dad-4a88-96b8-25fbbe0a5c05 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=edeae7f3-c024-4f6a-b058-211ad66a5634 HTTP/1.1" status: 200 len: 855 time: 0.0959635 Jun 16 13:44:40.235401 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23c6af-7bc7-442e-bbc3-c2ad04875ed7 req-cc32fdd7-4725-4b58-8ec6-e9b308ffe94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:40.236793 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-5b23c6af-7bc7-442e-bbc3-c2ad04875ed7 req-cc32fdd7-4725-4b58-8ec6-e9b308ffe94e service neutron] 10.222.0.101 "GET /v2.0/networks?id=bc7f85d7-a9cc-4cbe-8009-a532b58d3643 HTTP/1.1" status: 200 len: 912 time: 0.2689486 Jun 16 13:44:40.246508 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-a81f3286-2897-4687-b895-6eaedeb5432f req-39ee98e7-793a-4a3c-b2d7-48579ebd59c9 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=d7d7741f-07ca-412f-8243-ccc485688abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358436 Jun 16 13:44:40.434581 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-5b23c6af-7bc7-442e-bbc3-c2ad04875ed7 req-7ed5c827-c748-4551-a427-4ea39215a4bf service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=502f58da-40f5-4748-b983-a88cec399cd2 HTTP/1.1" status: 200 len: 1000 time: 0.1748796 Jun 16 13:44:40.447280 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-a81f3286-2897-4687-b895-6eaedeb5432f req-3ec9d9b9-0061-47c6-a7cd-6b6b41766a4f service neutron] 10.222.0.101 "GET /v2.0/networks/d7d7741f-07ca-412f-8243-ccc485688abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856530 Jun 16 13:44:40.521004 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23c6af-7bc7-442e-bbc3-c2ad04875ed7 req-a2dc20fa-6a08-48b1-95c8-8291d10b1d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:40.522623 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-5b23c6af-7bc7-442e-bbc3-c2ad04875ed7 req-a2dc20fa-6a08-48b1-95c8-8291d10b1d82 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=fdb76e97-5183-4499-ab60-29df581b2de7 HTTP/1.1" status: 200 len: 849 time: 0.0581751 Jun 16 13:44:40.534906 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c221b17-7ba8-4a3e-b593-9e4b5c4ef798 None None] New status for floating IP ae2370dc-9c4d-4e0a-be9d-467e0de84c1b: ACTIVE {{(pid=103676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 13:44:40.670347 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23c6af-7bc7-442e-bbc3-c2ad04875ed7 req-748bcc09-3405-4d74-b20b-d61b60ad01ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:40.672079 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-5b23c6af-7bc7-442e-bbc3-c2ad04875ed7 req-748bcc09-3405-4d74-b20b-d61b60ad01ae service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=bc7f85d7-a9cc-4cbe-8009-a532b58d3643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1428859 Jun 16 13:44:40.727261 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-a81f3286-2897-4687-b895-6eaedeb5432f req-b208e9d2-ab32-4577-bc3b-ae4c2ed15122 service neutron] 10.222.0.101 "GET /v2.0/networks/d7d7741f-07ca-412f-8243-ccc485688abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637415 Jun 16 13:44:40.861757 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-5b23c6af-7bc7-442e-bbc3-c2ad04875ed7 req-c9b9e213-6185-4c2a-902c-1cb655c818b1 service neutron] 10.222.0.101 "GET /v2.0/networks/bc7f85d7-a9cc-4cbe-8009-a532b58d3643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793232 Jun 16 13:44:40.973086 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c56f9e-2db8-4b01-9bc5-712b6fbc7a29 req-95c48ab1-ef87-425c-8cbb-4a96c8cd589a tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:40.980649 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-d5c56f9e-2db8-4b01-9bc5-712b6fbc7a29 req-95c48ab1-ef87-425c-8cbb-4a96c8cd589a tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=c4f32b11-df00-4b50-b53b-a8b82614c551 HTTP/1.1" status: 200 len: 943 time: 0.1731236 Jun 16 13:44:41.045173 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-d5c56f9e-2db8-4b01-9bc5-712b6fbc7a29 req-5bf98028-ddc5-4ed8-81bf-82c5a1741a42 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636775 Jun 16 13:44:41.051929 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-5b23c6af-7bc7-442e-bbc3-c2ad04875ed7 req-8b59f872-2fcb-400e-b08a-13934021cedb service neutron] 10.222.0.101 "GET /v2.0/networks/bc7f85d7-a9cc-4cbe-8009-a532b58d3643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821351 Jun 16 13:44:41.386544 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11181f0d-1282-4476-8572-55bff81d7403 req-224e08b7-df9e-41cb-894b-f4a8e7148003 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:41.393967 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-11181f0d-1282-4476-8572-55bff81d7403 req-224e08b7-df9e-41cb-894b-f4a8e7148003 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=f96efd70-6984-429e-9e25-f117c8a5a4e1 HTTP/1.1" status: 200 len: 945 time: 0.1210325 Jun 16 13:44:41.447334 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-11181f0d-1282-4476-8572-55bff81d7403 req-b154ec4f-4765-4136-a944-37f4356ae7eb tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525167 Jun 16 13:44:41.564064 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 38850) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:41.684280 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-83385d82-69a6-4813-a0a9-47a2f8eb51b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:41.793108 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-83385d82-69a6-4813-a0a9-47a2f8eb51b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:41.798264 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-83385d82-69a6-4813-a0a9-47a2f8eb51b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:41.801935 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-a22f3d63-4aa5-4122-b6b1-2aa19aa651a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:41.836696 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-83385d82-69a6-4813-a0a9-47a2f8eb51b5 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=5accc192f10b4a3592cc66a02cae8b9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2716873 Jun 16 13:44:41.837812 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83385d82-69a6-4813-a0a9-47a2f8eb51b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b4d66e-f328-4906-b749-e83416c7636e,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:41.840266 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 38868) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:41.841535 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-83385d82-69a6-4813-a0a9-47a2f8eb51b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:41.906396 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-26eabef7-b2c5-45b2-91af-de0194692495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:41.927887 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-26eabef7-b2c5-45b2-91af-de0194692495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:41.940520 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 38874) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:41.949200 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 38878) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:41.980854 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-26eabef7-b2c5-45b2-91af-de0194692495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:41.983534 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-26eabef7-b2c5-45b2-91af-de0194692495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:41.984747 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-26eabef7-b2c5-45b2-91af-de0194692495 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/52b4d66e-f328-4906-b749-e83416c7636e HTTP/1.1" status: 204 len: 168 time: 0.1430452 Jun 16 13:44:41.985434 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:41.994189 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eabef7-b2c5-45b2-91af-de0194692495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b4d66e-f328-4906-b749-e83416c7636e,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:42.002214 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-26eabef7-b2c5-45b2-91af-de0194692495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:42.008754 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6a2ab9a-6fb0-4781-affe-6fc80419e03b admin admin] Deleting subnet ef6ab0c9-7754-4b94-bab3-ee910ab3cd2e {{(pid=103675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 13:44:42.013697 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-c6a2ab9a-6fb0-4781-affe-6fc80419e03b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:42.051429 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-c6a2ab9a-6fb0-4781-affe-6fc80419e03b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011126'] for subnet, precommit_delete_associations {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:42.085609 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-a975b817-855d-416b-be04-f80f65e68aeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:42.119696 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-c6a2ab9a-6fb0-4781-affe-6fc80419e03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693187'] for subnet, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:42.157089 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 08168de0-01d6-4121-a1b8-dc295b4b79f5 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:44:42.217366 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-c6a2ab9a-6fb0-4781-affe-6fc80419e03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10267055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8682005'] for subnet, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:42.231555 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:42.244519 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-c6a2ab9a-6fb0-4781-affe-6fc80419e03b admin admin] Notify callbacks [] for subnet, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:42.246719 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-c6a2ab9a-6fb0-4781-affe-6fc80419e03b admin admin] 10.222.0.104 "DELETE /v2.0/subnets/ef6ab0c9-7754-4b94-bab3-ee910ab3cd2e HTTP/1.1" status: 204 len: 168 time: 0.2964215 Jun 16 13:44:42.256230 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 38888) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:42.274538 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a2ab9a-6fb0-4781-affe-6fc80419e03b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef6ab0c9-7754-4b94-bab3-ee910ab3cd2e,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:42.279301 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-c6a2ab9a-6fb0-4781-affe-6fc80419e03b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:42.288227 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-a975b817-855d-416b-be04-f80f65e68aeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:42.296704 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port 08168de0-01d6-4121-a1b8-dc295b4b79f5, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=08168de0-01d6-4121-a1b8-dc295b4b79f5,segment=NetworkSegment(70187269-9371-4d60-a2ca-f207ba00f8d3),segment_id=70187269-9371-4d60-a2ca-f207ba00f8d3)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:44:42.298275 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-a975b817-855d-416b-be04-f80f65e68aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:42.302308 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-1143f136-6513-4cf0-901b-a76cfa0972d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:42.327233 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Returning: {'device': '08168de0-01d6-4121-a1b8-dc295b4b79f5', 'network_id': 'd7d7741f-07ca-412f-8243-ccc485688abb', 'port_id': '08168de0-01d6-4121-a1b8-dc295b4b79f5', 'mac_address': 'fa:16:3e:be:a6:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edeae7f3-c024-4f6a-b058-211ad66a5634', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:44:42.338807 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a2196-33f7-4966-a1b8-8a707f6c2e97 req-bd44bb5a-ed8f-41d0-8f71-33641ef43ee4 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:42.341033 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 38890) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:42.343849 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-a975b817-855d-416b-be04-f80f65e68aeb admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=90390a083c63434aa9529b01e16fd740&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4019289 Jun 16 13:44:42.346172 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a975b817-855d-416b-be04-f80f65e68aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ad6d4d-8ae0-457a-83b6-e20dc8a484bc,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:42.346304 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-323a2196-33f7-4966-a1b8-8a707f6c2e97 req-bd44bb5a-ed8f-41d0-8f71-33641ef43ee4 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=c4f32b11-df00-4b50-b53b-a8b82614c551 HTTP/1.1" status: 200 len: 943 time: 0.1827815 Jun 16 13:44:42.349382 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 38892) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:42.368122 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-a975b817-855d-416b-be04-f80f65e68aeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:42.370170 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-f43ef995-7bcf-46ab-ab09-5ff7ab0cca4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:42.390421 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:42.396914 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f411c3dc-4392-4272-bb48-4ae2957e8cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1752478'] for network, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:42.407043 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.notifiers.nova [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08168de0-01d6-4121-a1b8-dc295b4b79f5 {{(pid=103676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:44:42.408436 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-323a2196-33f7-4966-a1b8-8a707f6c2e97 req-20b1ccbc-06f9-4e85-a548-fb67a03dec54 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613489 Jun 16 13:44:42.435426 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port 08168de0-01d6-4121-a1b8-dc295b4b79f5, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=08168de0-01d6-4121-a1b8-dc295b4b79f5,segment=NetworkSegment(70187269-9371-4d60-a2ca-f207ba00f8d3),segment_id=70187269-9371-4d60-a2ca-f207ba00f8d3)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:44:42.442281 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:42.448119 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-9ae09f88-5f32-4d30-99f6-318fc4e9fa01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:42.491262 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f411c3dc-4392-4272-bb48-4ae2957e8cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1693580', 'neutron.services.segments.db._delete_segments_for_network-8779595370801'] for network, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:42.510312 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.services.segments.db [None req-f411c3dc-4392-4272-bb48-4ae2957e8cdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ca15c7f-c7ee-4a72-846e-39d6e16e331b']}} {{(pid=103674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:44:42.517414 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-64285e1b-41fc-4ad5-92cf-3caa7a8026c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:42.522685 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.services.segments.db [None req-f411c3dc-4392-4272-bb48-4ae2957e8cdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9f9007b-df73-4fb9-96ce-1a01c115ccf5') {'for_net_delete': True} {{(pid=103674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:44:42.523562 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.services.segments.db [None req-f411c3dc-4392-4272-bb48-4ae2957e8cdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9f9007b-df73-4fb9-96ce-1a01c115ccf5') {} {{(pid=103674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:44:42.535438 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f411c3dc-4392-4272-bb48-4ae2957e8cdc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779595370114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9699584'] for segment, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:42.538252 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Pushing event updated for resources: {'Port': ['ID=08168de0-01d6-4121-a1b8-dc295b4b79f5,revision_number=4']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:42.548375 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:42.554301 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f411c3dc-4392-4272-bb48-4ae2957e8cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688368'] for segment, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:42.555822 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-64285e1b-41fc-4ad5-92cf-3caa7a8026c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:42.565725 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f411c3dc-4392-4272-bb48-4ae2957e8cdc admin admin] Releasing vlan 1184 on physical network physnet1 to pool {{(pid=103674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 13:44:42.566343 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f411c3dc-4392-4272-bb48-4ae2957e8cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10072388'] for segment, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:42.568225 dv-cinder-789603-10-smb neutron-server[103674]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:44:42.568225 dv-cinder-789603-10-smb neutron-server[103674]: retrieve_revision_numbers = { Jun 16 13:44:42.568225 dv-cinder-789603-10-smb neutron-server[103674]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:44:42.568225 dv-cinder-789603-10-smb neutron-server[103674]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:44:42.568225 dv-cinder-789603-10-smb neutron-server[103674]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:44:42.568225 dv-cinder-789603-10-smb neutron-server[103674]: retrieve_revision_numbers = { Jun 16 13:44:42.568225 dv-cinder-789603-10-smb neutron-server[103674]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:44:42.568225 dv-cinder-789603-10-smb neutron-server[103674]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:44:42.568225 dv-cinder-789603-10-smb neutron-server[103674]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:44:42.568225 dv-cinder-789603-10-smb neutron-server[103674]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:44:42.568225 dv-cinder-789603-10-smb neutron-server[103674]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:44:42.568225 dv-cinder-789603-10-smb neutron-server[103674]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:44:42.568225 dv-cinder-789603-10-smb neutron-server[103674]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:44:42.568225 dv-cinder-789603-10-smb neutron-server[103674]: retrieve_revision_numbers = { Jun 16 13:44:42.568225 dv-cinder-789603-10-smb neutron-server[103674]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:44:42.568225 dv-cinder-789603-10-smb neutron-server[103674]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:44:42.568225 dv-cinder-789603-10-smb neutron-server[103674]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:44:42.568225 dv-cinder-789603-10-smb neutron-server[103674]: retrieve_revision_numbers = { Jun 16 13:44:42.568225 dv-cinder-789603-10-smb neutron-server[103674]: Traceback (most recent call last): Jun 16 13:44:42.568225 dv-cinder-789603-10-smb neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 13:44:42.568225 dv-cinder-789603-10-smb neutron-server[103674]: timer() Jun 16 13:44:42.568225 dv-cinder-789603-10-smb neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 13:44:42.568225 dv-cinder-789603-10-smb neutron-server[103674]: cb(*args, **kw) Jun 16 13:44:42.568225 dv-cinder-789603-10-smb neutron-server[103674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 13:44:42.568225 dv-cinder-789603-10-smb neutron-server[103674]: return func(*args, **kwargs) Jun 16 13:44:42.568225 dv-cinder-789603-10-smb neutron-server[103674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 13:44:42.568225 dv-cinder-789603-10-smb neutron-server[103674]: self._notify() Jun 16 13:44:42.568225 dv-cinder-789603-10-smb neutron-server[103674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 13:44:42.568225 dv-cinder-789603-10-smb neutron-server[103674]: self.callback(batched_events) Jun 16 13:44:42.568225 dv-cinder-789603-10-smb neutron-server[103674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 13:44:42.568225 dv-cinder-789603-10-smb neutron-server[103674]: event.method(event) Jun 16 13:44:42.568225 dv-cinder-789603-10-smb neutron-server[103674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 13:44:42.568225 dv-cinder-789603-10-smb neutron-server[103674]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 13:44:42.568225 dv-cinder-789603-10-smb neutron-server[103674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 13:44:42.568225 dv-cinder-789603-10-smb neutron-server[103674]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 13:44:42.568225 dv-cinder-789603-10-smb neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 13:44:42.568225 dv-cinder-789603-10-smb neutron-server[103674]: return f(self, *a, **k) Jun 16 13:44:42.568225 dv-cinder-789603-10-smb neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 13:44:42.568225 dv-cinder-789603-10-smb neutron-server[103674]: return self._get(url).json() Jun 16 13:44:42.568225 dv-cinder-789603-10-smb neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 13:44:42.568225 dv-cinder-789603-10-smb neutron-server[103674]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 13:44:42.568225 dv-cinder-789603-10-smb neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 13:44:42.568225 dv-cinder-789603-10-smb neutron-server[103674]: return self.request(url, 'GET', **kwargs) Jun 16 13:44:42.568225 dv-cinder-789603-10-smb neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 13:44:42.568225 dv-cinder-789603-10-smb neutron-server[103674]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 13:44:42.568225 dv-cinder-789603-10-smb neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 13:44:42.568225 dv-cinder-789603-10-smb neutron-server[103674]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 13:44:42.568225 dv-cinder-789603-10-smb neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 13:44:42.568225 dv-cinder-789603-10-smb neutron-server[103674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 13:44:42.568225 dv-cinder-789603-10-smb neutron-server[103674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 13:44:42.571687 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-f43ef995-7bcf-46ab-ab09-5ff7ab0cca4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:42.581605 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-f43ef995-7bcf-46ab-ab09-5ff7ab0cca4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:42.590193 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:42.642798 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-f43ef995-7bcf-46ab-ab09-5ff7ab0cca4f admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=0e09ebbb59f24e44975e3273e7942224&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2976060 Jun 16 13:44:42.643879 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 38904) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:42.649072 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43ef995-7bcf-46ab-ab09-5ff7ab0cca4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83e20ac-3bae-4431-a403-0368c3dc3185,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:42.652737 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-f43ef995-7bcf-46ab-ab09-5ff7ab0cca4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:42.664902 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-64285e1b-41fc-4ad5-92cf-3caa7a8026c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:42.668613 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-64285e1b-41fc-4ad5-92cf-3caa7a8026c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:42.670579 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-64285e1b-41fc-4ad5-92cf-3caa7a8026c2 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/b5ad6d4d-8ae0-457a-83b6-e20dc8a484bc HTTP/1.1" status: 204 len: 168 time: 0.3136673 Jun 16 13:44:42.671604 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:42.679765 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64285e1b-41fc-4ad5-92cf-3caa7a8026c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ad6d4d-8ae0-457a-83b6-e20dc8a484bc,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:42.682443 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-64285e1b-41fc-4ad5-92cf-3caa7a8026c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:42.714197 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f411c3dc-4392-4272-bb48-4ae2957e8cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1693573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759152'] for network, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:42.728232 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:42.735806 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f411c3dc-4392-4272-bb48-4ae2957e8cdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for network, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:42.737632 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-f411c3dc-4392-4272-bb48-4ae2957e8cdc admin admin] 10.222.0.104 "DELETE /v2.0/networks/4ca15c7f-c7ee-4a72-846e-39d6e16e331b HTTP/1.1" status: 204 len: 168 time: 0.4723129 Jun 16 13:44:42.753122 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f411c3dc-4392-4272-bb48-4ae2957e8cdc admin admin] Pushing event deleted for resources: {'Network': ['ID=4ca15c7f-c7ee-4a72-846e-39d6e16e331b,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:42.759702 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] get_ports_and_sgs() called for port_ids ['08168de0-01d6-4121-a1b8-dc295b4b79f5'] {{(pid=103676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:44:42.763609 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-f411c3dc-4392-4272-bb48-4ae2957e8cdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:42.771797 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-0b053cad-0d90-49c2-9d28-fde7019ab709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:42.785482 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f920ca-c060-4a12-aa16-31d1b770a925 req-717d8de3-91de-4062-8978-50d6b0f0d84d tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:42.786998 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-65f920ca-c060-4a12-aa16-31d1b770a925 req-717d8de3-91de-4062-8978-50d6b0f0d84d tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=f96efd70-6984-429e-9e25-f117c8a5a4e1 HTTP/1.1" status: 200 len: 945 time: 0.1638625 Jun 16 13:44:42.835659 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-0b053cad-0d90-49c2-9d28-fde7019ab709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:42.899920 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-65f920ca-c060-4a12-aa16-31d1b770a925 req-72c9e555-6804-4197-84f8-f572f7384cea tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071467 Jun 16 13:44:42.930624 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-0b053cad-0d90-49c2-9d28-fde7019ab709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:42.935685 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-0b053cad-0d90-49c2-9d28-fde7019ab709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:42.938680 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-0b053cad-0d90-49c2-9d28-fde7019ab709 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/e83e20ac-3bae-4431-a403-0368c3dc3185 HTTP/1.1" status: 204 len: 168 time: 0.2909384 Jun 16 13:44:42.941526 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-406fcdcb-f08e-42dd-97ce-7fbc562b9db4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:42.961481 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b053cad-0d90-49c2-9d28-fde7019ab709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83e20ac-3bae-4431-a403-0368c3dc3185,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:42.963905 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-0b053cad-0d90-49c2-9d28-fde7019ab709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:43.039212 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 38926) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:43.077899 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 38930) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:43.090083 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-ccda3446-feaf-4d71-a762-d4d3b76987ae admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=70ddaf942230405799c85fa7d03bc07b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0494046 Jun 16 13:44:43.092554 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 38932) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:43.099243 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-00ccc812-f6d2-4b05-bb78-5d1de41b65fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:43.157821 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-4dab6fde-bdab-45df-8d49-6bcc377abe35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:43.189740 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-4dab6fde-bdab-45df-8d49-6bcc377abe35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:43.204153 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-00ccc812-f6d2-4b05-bb78-5d1de41b65fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:43.209818 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-00ccc812-f6d2-4b05-bb78-5d1de41b65fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:43.214994 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-47cdb053-90fb-45e9-bd14-ebeb3d53d458 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:43.242803 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-4dab6fde-bdab-45df-8d49-6bcc377abe35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:43.250768 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-4dab6fde-bdab-45df-8d49-6bcc377abe35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:43.250768 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-4dab6fde-bdab-45df-8d49-6bcc377abe35 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/61bab3a4-2868-48b2-a00c-f276cf89b3cd HTTP/1.1" status: 204 len: 168 time: 0.1526203 Jun 16 13:44:43.250768 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:43.251924 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ccc812-f6d2-4b05-bb78-5d1de41b65fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5582a983-e453-4204-b6dd-97da044aeff7,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:43.255104 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-00ccc812-f6d2-4b05-bb78-5d1de41b65fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:43.258862 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-00ccc812-f6d2-4b05-bb78-5d1de41b65fd admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=a1de7b8f73ab463ab1e6c2e01770862b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1788111 Jun 16 13:44:43.261597 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 38942) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:43.270569 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dab6fde-bdab-45df-8d49-6bcc377abe35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61bab3a4-2868-48b2-a00c-f276cf89b3cd,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:43.290076 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-4dab6fde-bdab-45df-8d49-6bcc377abe35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:43.330323 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-39dc4e68-dcb7-4963-8172-be019356ad5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:43.355552 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-39dc4e68-dcb7-4963-8172-be019356ad5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:43.413612 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-39dc4e68-dcb7-4963-8172-be019356ad5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:43.416678 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-39dc4e68-dcb7-4963-8172-be019356ad5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:43.420597 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-39dc4e68-dcb7-4963-8172-be019356ad5e admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/5582a983-e453-4204-b6dd-97da044aeff7 HTTP/1.1" status: 204 len: 168 time: 0.1546421 Jun 16 13:44:43.420597 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-a0dca827-edbf-4977-bc75-95b5576ef50d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:43.428765 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dc4e68-dcb7-4963-8172-be019356ad5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5582a983-e453-4204-b6dd-97da044aeff7,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:43.434046 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-39dc4e68-dcb7-4963-8172-be019356ad5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:43.767217 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4d503-fc04-49ce-8d70-0721cced3da8 req-e8beebac-834a-45aa-81b2-4940c46d839c tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:43.769155 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-47e4d503-fc04-49ce-8d70-0721cced3da8 req-e8beebac-834a-45aa-81b2-4940c46d839c tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=c4f32b11-df00-4b50-b53b-a8b82614c551 HTTP/1.1" status: 200 len: 944 time: 0.0814524 Jun 16 13:44:43.821492 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-47e4d503-fc04-49ce-8d70-0721cced3da8 req-9639101e-6b0c-4c1d-94c3-92d1140fb149 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457668 Jun 16 13:44:44.114945 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.agents_db [None req-04e01baa-1c8d-439a-8f1b-024cbee7c8c9 None None] Agent healthcheck: found 6 active agents {{(pid=103677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:44:44.118544 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15181fea-9c17-4e01-bb5f-bb3fcef4c529 req-29456cb3-9dd8-447b-8b46-04c8cdb35120 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:44.120757 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-15181fea-9c17-4e01-bb5f-bb3fcef4c529 req-29456cb3-9dd8-447b-8b46-04c8cdb35120 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=f96efd70-6984-429e-9e25-f117c8a5a4e1 HTTP/1.1" status: 200 len: 945 time: 0.0837982 Jun 16 13:44:44.165217 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 08168de0-01d6-4121-a1b8-dc295b4b79f5 up at agent hyperv_hv-cinder-78960 {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:44:44.180652 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-15181fea-9c17-4e01-bb5f-bb3fcef4c529 req-13472402-39d2-4103-a323-40a20d7cd32b tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527434 Jun 16 13:44:44.231925 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Provisioning for port 08168de0-01d6-4121-a1b8-dc295b4b79f5 completed by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:44:44.236089 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Provisioning complete for port 08168de0-01d6-4121-a1b8-dc295b4b79f5 triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:44:44.236625 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:44.313589 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:44.337608 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f32b11-df00-4b50-b53b-a8b82614c551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08168de0-01d6-4121-a1b8-dc295b4b79f5'}] {{(pid=103676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:44:44.340003 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}effa97d0e2123b52db6fac0114eb4251877085964bb68e70a4b566e9e639f06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19095ca5-fd0c-4906-9a27-1ea186f61a09" -d '{"events": [{"server_uuid": "c4f32b11-df00-4b50-b53b-a8b82614c551", "name": "network-vif-plugged", "status": "completed", "tag": "08168de0-01d6-4121-a1b8-dc295b4b79f5"}]}' {{(pid=103676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:44:44.361669 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port 08168de0-01d6-4121-a1b8-dc295b4b79f5, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=08168de0-01d6-4121-a1b8-dc295b4b79f5,segment=NetworkSegment(70187269-9371-4d60-a2ca-f207ba00f8d3),segment_id=70187269-9371-4d60-a2ca-f207ba00f8d3)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:44:44.366567 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:44.370917 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:44.408673 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb68e96a-b046-4eb3-bc1f-c90fa0cb7e74 x-openstack-request-id: req-fb68e96a-b046-4eb3-bc1f-c90fa0cb7e74 {{(pid=103676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:44:44.408977 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4f32b11-df00-4b50-b53b-a8b82614c551", "name": "network-vif-plugged", "status": "completed", "tag": "08168de0-01d6-4121-a1b8-dc295b4b79f5", "code": 200}]} {{(pid=103676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:44:44.409236 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-fb68e96a-b046-4eb3-bc1f-c90fa0cb7e74 {{(pid=103676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:44:44.409625 dv-cinder-789603-10-smb neutron-server[103676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f32b11-df00-4b50-b53b-a8b82614c551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08168de0-01d6-4121-a1b8-dc295b4b79f5', 'code': 200} Jun 16 13:44:44.433425 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Pushing event updated for resources: {'Port': ['ID=08168de0-01d6-4121-a1b8-dc295b4b79f5,revision_number=5']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:44.437693 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:44.653784 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76369ae4-1c86-43d2-94bf-de168f930c7d req-d412f7f4-96dc-4ae1-9b57-d479b0b65a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:44.656320 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-76369ae4-1c86-43d2-94bf-de168f930c7d req-d412f7f4-96dc-4ae1-9b57-d479b0b65a26 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=c4f32b11-df00-4b50-b53b-a8b82614c551 HTTP/1.1" status: 200 len: 1098 time: 0.0726247 Jun 16 13:44:44.694915 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-76369ae4-1c86-43d2-94bf-de168f930c7d req-a7fb7f19-c505-41c2-a821-34f2ba0765fd service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287323 Jun 16 13:44:44.751919 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 39036) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:45.005095 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-96ab0338-8c99-46d5-854e-319abf139a59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:45.065810 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e80317-d551-49d3-a3ff-92d077b09304 req-1af1aab6-1d8f-4a58-9c06-09f0b63a43db tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:45.074900 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-02e80317-d551-49d3-a3ff-92d077b09304 req-1af1aab6-1d8f-4a58-9c06-09f0b63a43db tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=c4f32b11-df00-4b50-b53b-a8b82614c551 HTTP/1.1" status: 200 len: 945 time: 0.1247451 Jun 16 13:44:45.200672 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-02e80317-d551-49d3-a3ff-92d077b09304 req-ddbcade7-a13f-43b8-aa6e-440b315d6f97 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247859 Jun 16 13:44:45.334614 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-96ab0338-8c99-46d5-854e-319abf139a59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:45.352291 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-96ab0338-8c99-46d5-854e-319abf139a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:45.356482 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-1db4dad7-822a-44e7-8d18-e1973bb5fe0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:45.489359 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-96ab0338-8c99-46d5-854e-319abf139a59 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=a92ea171e4554d659a13f1f1dd878473&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7338104 Jun 16 13:44:45.489359 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab0338-8c99-46d5-854e-319abf139a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba422b32-8bb8-4431-940a-f13242d8714b,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:45.489725 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 39086) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:45.490836 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-96ab0338-8c99-46d5-854e-319abf139a59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:45.523496 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b160d-8abb-4012-a548-d85ea140311b req-38c02d8b-9fe7-4c64-80d5-851bdd255e7e tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:45.532962 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-304b160d-8abb-4012-a548-d85ea140311b req-38c02d8b-9fe7-4c64-80d5-851bdd255e7e tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=f96efd70-6984-429e-9e25-f117c8a5a4e1 HTTP/1.1" status: 200 len: 945 time: 0.1530783 Jun 16 13:44:45.602156 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-304b160d-8abb-4012-a548-d85ea140311b req-3232d364-8250-4e33-a442-4936ad7fc98c tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679440 Jun 16 13:44:45.618479 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-a03a1cd9-8d46-4c5f-a872-3002707ca936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:45.641172 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-a03a1cd9-8d46-4c5f-a872-3002707ca936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:45.711809 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-a03a1cd9-8d46-4c5f-a872-3002707ca936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:45.722698 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-a03a1cd9-8d46-4c5f-a872-3002707ca936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:45.725558 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-a03a1cd9-8d46-4c5f-a872-3002707ca936 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/ba422b32-8bb8-4431-940a-f13242d8714b HTTP/1.1" status: 204 len: 168 time: 0.2339535 Jun 16 13:44:45.730235 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-83385d82-69a6-4813-a0a9-47a2f8eb51b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:45.747756 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a1cd9-8d46-4c5f-a872-3002707ca936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba422b32-8bb8-4431-940a-f13242d8714b,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:45.751345 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-a03a1cd9-8d46-4c5f-a872-3002707ca936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:46.355962 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 39132) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:46.379912 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-946c7cc3-a773-44e9-9ee6-d00d494240c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:46.410313 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b76de7-d33e-4ccf-bc18-3b0db608ba6a req-20042798-6f37-4543-ad11-bcfdf5e3c1d0 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:46.411951 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-71b76de7-d33e-4ccf-bc18-3b0db608ba6a req-20042798-6f37-4543-ad11-bcfdf5e3c1d0 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=c4f32b11-df00-4b50-b53b-a8b82614c551 HTTP/1.1" status: 200 len: 945 time: 0.0738449 Jun 16 13:44:46.457493 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-71b76de7-d33e-4ccf-bc18-3b0db608ba6a req-92f6be62-357c-4115-bce4-4b64c9bad2d6 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363941 Jun 16 13:44:46.513408 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-946c7cc3-a773-44e9-9ee6-d00d494240c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:46.519667 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-946c7cc3-a773-44e9-9ee6-d00d494240c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:46.523493 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-64285e1b-41fc-4ad5-92cf-3caa7a8026c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:46.562381 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-946c7cc3-a773-44e9-9ee6-d00d494240c2 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=36c727da8c424f0bab77c8b0217dab04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2047694 Jun 16 13:44:46.564418 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946c7cc3-a773-44e9-9ee6-d00d494240c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a505c3c-f303-4c09-a23d-3c5052c18cc6,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:46.565741 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 39138) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:46.567839 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-946c7cc3-a773-44e9-9ee6-d00d494240c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:46.628255 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-cf0b891e-ee21-4ac9-a051-eab8811e77d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:46.650529 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-cf0b891e-ee21-4ac9-a051-eab8811e77d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:46.741858 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-cf0b891e-ee21-4ac9-a051-eab8811e77d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:46.745048 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-cf0b891e-ee21-4ac9-a051-eab8811e77d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:46.746107 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-cf0b891e-ee21-4ac9-a051-eab8811e77d5 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/6a505c3c-f303-4c09-a23d-3c5052c18cc6 HTTP/1.1" status: 204 len: 168 time: 0.1792040 Jun 16 13:44:46.748379 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-2432a035-edcc-4e2f-a0d0-a33c1d08f0b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:46.777227 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0b891e-ee21-4ac9-a051-eab8811e77d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a505c3c-f303-4c09-a23d-3c5052c18cc6,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:46.780215 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-cf0b891e-ee21-4ac9-a051-eab8811e77d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:46.820123 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321854a-a5b8-4aa5-aea4-2850dec30eb1 req-be7c8db7-a4fb-49b0-946e-736555f6421f tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:46.821611 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-0321854a-a5b8-4aa5-aea4-2850dec30eb1 req-be7c8db7-a4fb-49b0-946e-736555f6421f tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=f96efd70-6984-429e-9e25-f117c8a5a4e1 HTTP/1.1" status: 200 len: 945 time: 0.0892634 Jun 16 13:44:46.888663 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-0321854a-a5b8-4aa5-aea4-2850dec30eb1 req-3f09c263-a74e-4786-abf1-af7c2e0403e8 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590892 Jun 16 13:44:47.270923 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 39200) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:47.285550 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-4b03b523-3b79-4f7a-a565-4c11fa678c0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:47.392558 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-4b03b523-3b79-4f7a-a565-4c11fa678c0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:47.398190 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-4b03b523-3b79-4f7a-a565-4c11fa678c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:47.401582 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-0b053cad-0d90-49c2-9d28-fde7019ab709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:47.442902 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-4b03b523-3b79-4f7a-a565-4c11fa678c0f admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=c548e63716984d3f98223fec307e8bf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1706839 Jun 16 13:44:47.444865 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b03b523-3b79-4f7a-a565-4c11fa678c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df011b4d-c765-41c2-aeed-c1c105a301b5,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:47.445553 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 39208) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:47.461465 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-4b03b523-3b79-4f7a-a565-4c11fa678c0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:47.507135 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-a68ab9ba-c9e9-4fac-8ae3-a6dd31810d92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:47.529069 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-a68ab9ba-c9e9-4fac-8ae3-a6dd31810d92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:47.609426 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-a68ab9ba-c9e9-4fac-8ae3-a6dd31810d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:47.614700 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-a68ab9ba-c9e9-4fac-8ae3-a6dd31810d92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:47.620296 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-a68ab9ba-c9e9-4fac-8ae3-a6dd31810d92 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/df011b4d-c765-41c2-aeed-c1c105a301b5 HTTP/1.1" status: 204 len: 168 time: 0.1718004 Jun 16 13:44:47.621609 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-10408947-6ea4-4e4b-b4c6-f9ea3d2e2dcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:47.645334 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68ab9ba-c9e9-4fac-8ae3-a6dd31810d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df011b4d-c765-41c2-aeed-c1c105a301b5,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:47.651067 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-a68ab9ba-c9e9-4fac-8ae3-a6dd31810d92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:47.837678 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 39234) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:47.949831 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-06c29189-533b-4f52-9293-b4ea2c46f078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:48.061915 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-06c29189-533b-4f52-9293-b4ea2c46f078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:48.067650 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-06c29189-533b-4f52-9293-b4ea2c46f078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:48.071813 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-62a3fe55-bae5-4101-a0b6-bcc25bba5026 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:48.091997 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b2d5f-443a-48b8-9d92-219b8f90244d req-7c3494ca-cd8a-4d97-bb63-98f5173f43ad tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:48.094485 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-293b2d5f-443a-48b8-9d92-219b8f90244d req-7c3494ca-cd8a-4d97-bb63-98f5173f43ad tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=f96efd70-6984-429e-9e25-f117c8a5a4e1 HTTP/1.1" status: 200 len: 945 time: 0.0714490 Jun 16 13:44:48.119115 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-06c29189-533b-4f52-9293-b4ea2c46f078 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=310f0153f607421f88682a8ff8869c47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2671020 Jun 16 13:44:48.119775 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 39254) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:48.130769 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c29189-533b-4f52-9293-b4ea2c46f078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f90cdc23-78b5-40ae-9f56-8d810a2a9b4a,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:48.148647 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-06c29189-533b-4f52-9293-b4ea2c46f078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:48.219588 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-293b2d5f-443a-48b8-9d92-219b8f90244d req-a9474a34-7b99-4330-85d8-d79e62c84c26 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184118 Jun 16 13:44:48.233209 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ce292bd5-b4f4-4573-99b9-905b14ec9520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:48.268945 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ce292bd5-b4f4-4573-99b9-905b14ec9520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:48.328244 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ce292bd5-b4f4-4573-99b9-905b14ec9520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:48.331321 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ce292bd5-b4f4-4573-99b9-905b14ec9520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:48.332863 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-ce292bd5-b4f4-4573-99b9-905b14ec9520 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/f90cdc23-78b5-40ae-9f56-8d810a2a9b4a HTTP/1.1" status: 204 len: 168 time: 0.2108486 Jun 16 13:44:48.333604 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:48.342581 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce292bd5-b4f4-4573-99b9-905b14ec9520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90cdc23-78b5-40ae-9f56-8d810a2a9b4a,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:48.345052 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-ce292bd5-b4f4-4573-99b9-905b14ec9520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:48.724547 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 39288) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:48.765523 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a14a0eb0-2f2a-40bc-8b96-40a42f21aaf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:48.974102 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a14a0eb0-2f2a-40bc-8b96-40a42f21aaf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:48.981456 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f01be-0036-4f4e-b04d-97c8f3f180b6 req-98bc987b-c0a0-4dbc-8317-704e7dc5892b tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:48.984084 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-4d7f01be-0036-4f4e-b04d-97c8f3f180b6 req-98bc987b-c0a0-4dbc-8317-704e7dc5892b tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/networks?id=d7d7741f-07ca-412f-8243-ccc485688abb HTTP/1.1" status: 200 len: 815 time: 0.1442058 Jun 16 13:44:48.985349 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a14a0eb0-2f2a-40bc-8b96-40a42f21aaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:48.989172 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-00138f35-bbf5-425b-9964-28a61467fc1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:49.038737 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-4d7f01be-0036-4f4e-b04d-97c8f3f180b6 req-df54e3d5-b108-42c5-8894-59c9223a6fc6 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/quotas/ca93fec913c446f4a19f859e71e49cd1 HTTP/1.1" status: 200 len: 375 time: 0.0470476 Jun 16 13:44:49.059083 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-a14a0eb0-2f2a-40bc-8b96-40a42f21aaf9 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=1fa9d954b7fe4859b1a04da1be24179c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3334467 Jun 16 13:44:49.059832 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14a0eb0-2f2a-40bc-8b96-40a42f21aaf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35cc1d2b-4799-46eb-b64a-91b7c1ac2831,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:49.062302 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 39326) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:49.078931 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-a14a0eb0-2f2a-40bc-8b96-40a42f21aaf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:49.126974 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-4d7f01be-0036-4f4e-b04d-97c8f3f180b6 req-3726479f-596c-41f5-901b-d75b35db8e06 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=ca93fec913c446f4a19f859e71e49cd1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0873802 Jun 16 13:44:49.133199 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-1848abee-a782-4320-a493-1215df51b5d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:49.160916 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-1848abee-a782-4320-a493-1215df51b5d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:49.226160 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-4d7f01be-0036-4f4e-b04d-97c8f3f180b6 req-8fe8646c-ac09-4317-8ee9-f675265fdd45 service neutron] 10.222.0.104 "GET /v2.0/networks/d7d7741f-07ca-412f-8243-ccc485688abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914431 Jun 16 13:44:49.227287 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-1848abee-a782-4320-a493-1215df51b5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:49.230076 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-1848abee-a782-4320-a493-1215df51b5d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:49.231404 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-1848abee-a782-4320-a493-1215df51b5d1 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/35cc1d2b-4799-46eb-b64a-91b7c1ac2831 HTTP/1.1" status: 204 len: 168 time: 0.1662850 Jun 16 13:44:49.232363 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-bbff339d-c97a-4cd5-bc50-6d167b213600 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:49.246623 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1848abee-a782-4320-a493-1215df51b5d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35cc1d2b-4799-46eb-b64a-91b7c1ac2831,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:49.252493 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-1848abee-a782-4320-a493-1215df51b5d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:49.337417 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-4d7f01be-0036-4f4e-b04d-97c8f3f180b6 req-89476c3c-756b-4be6-95ed-662b6f0a201a service neutron] 10.222.0.104 "GET /v2.0/networks/d7d7741f-07ca-412f-8243-ccc485688abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055214 Jun 16 13:44:49.454106 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a308f325-5dc3-4740-acbf-1311db7f4c65 req-60b0e25a-8983-4f3d-b5dd-b98485518e14 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:49.455719 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a308f325-5dc3-4740-acbf-1311db7f4c65 req-60b0e25a-8983-4f3d-b5dd-b98485518e14 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=f96efd70-6984-429e-9e25-f117c8a5a4e1 HTTP/1.1" status: 200 len: 945 time: 0.0804148 Jun 16 13:44:49.527327 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a308f325-5dc3-4740-acbf-1311db7f4c65 req-a5120813-5f8b-4658-a477-0b22b2ef90b6 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652308 Jun 16 13:44:49.622262 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-47f95afb-a2da-4146-8f8b-f0ce8bfdf5f2 req-fb53ba4e-d4f1-42ae-bb0b-774aa2159acd tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=89b90e87-b814-4f20-9191-c50664a7e28c HTTP/1.1" status: 200 len: 210 time: 0.0430384 Jun 16 13:44:50.708431 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 39422) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:50.731045 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ac08c-f7b5-4659-bb41-63eab80a8107 req-ca910e12-614f-40c6-bba3-0ceff7c19645 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:50.732566 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a26ac08c-f7b5-4659-bb41-63eab80a8107 req-ca910e12-614f-40c6-bba3-0ceff7c19645 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=f96efd70-6984-429e-9e25-f117c8a5a4e1 HTTP/1.1" status: 200 len: 945 time: 0.0771666 Jun 16 13:44:50.816971 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a26ac08c-f7b5-4659-bb41-63eab80a8107 req-569cb071-0f14-4543-b133-f0e0d2d64816 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787182 Jun 16 13:44:50.847461 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ca5c3df6-2dcf-40fe-bef7-0cc5e3cfd1b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:50.927582 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-09735b88-3f12-4bda-94f9-c98eedddab8c req-975e9a6e-c1ee-411a-aa40-9a58235d0a77 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=89b90e87-b814-4f20-9191-c50664a7e28c HTTP/1.1" status: 200 len: 210 time: 0.0423760 Jun 16 13:44:50.981249 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f01be-0036-4f4e-b04d-97c8f3f180b6 req-436c691b-1f80-4bcd-8a86-b128c1d5997f tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:50.983007 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-4d7f01be-0036-4f4e-b04d-97c8f3f180b6 req-436c691b-1f80-4bcd-8a86-b128c1d5997f tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.101 "GET /v2.0/networks?id=d7d7741f-07ca-412f-8243-ccc485688abb HTTP/1.1" status: 200 len: 815 time: 0.2027898 Jun 16 13:44:50.994799 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ca5c3df6-2dcf-40fe-bef7-0cc5e3cfd1b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:50.999943 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ca5c3df6-2dcf-40fe-bef7-0cc5e3cfd1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:51.003702 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:51.009689 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [req-4d7f01be-0036-4f4e-b04d-97c8f3f180b6 req-250ad3f6-401e-4c60-9ffc-a89fce15d549 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Request body: {'port': {'device_id': '89b90e87-b814-4f20-9191-c50664a7e28c', 'network_id': 'd7d7741f-07ca-412f-8243-ccc485688abb', 'admin_state_up': True, 'tenant_id': 'ca93fec913c446f4a19f859e71e49cd1'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:51.050355 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-ca5c3df6-2dcf-40fe-bef7-0cc5e3cfd1b7 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=59fb11a677a6469a99ef6916e088e777&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3408179 Jun 16 13:44:51.051324 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c3df6-2dcf-40fe-bef7-0cc5e3cfd1b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efaab4c0-2791-49f0-a4ef-7983f09f3d20,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:51.053325 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 39438) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:51.074278 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c3df6-2dcf-40fe-bef7-0cc5e3cfd1b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:51.074650 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c3df6-2dcf-40fe-bef7-0cc5e3cfd1b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:51.075003 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c3df6-2dcf-40fe-bef7-0cc5e3cfd1b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:51.075346 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c3df6-2dcf-40fe-bef7-0cc5e3cfd1b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:51.075691 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c3df6-2dcf-40fe-bef7-0cc5e3cfd1b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:51.076047 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c3df6-2dcf-40fe-bef7-0cc5e3cfd1b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:51.076869 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c3df6-2dcf-40fe-bef7-0cc5e3cfd1b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:51.077356 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c3df6-2dcf-40fe-bef7-0cc5e3cfd1b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:51.077855 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c3df6-2dcf-40fe-bef7-0cc5e3cfd1b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:51.078440 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c3df6-2dcf-40fe-bef7-0cc5e3cfd1b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:51.078939 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c3df6-2dcf-40fe-bef7-0cc5e3cfd1b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:51.079437 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c3df6-2dcf-40fe-bef7-0cc5e3cfd1b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:51.085954 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-ca5c3df6-2dcf-40fe-bef7-0cc5e3cfd1b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:51.127502 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-4bf58302-a07a-4cd4-995c-444975cb058f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:51.142113 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d7f01be-0036-4f4e-b04d-97c8f3f180b6 req-250ad3f6-401e-4c60-9ffc-a89fce15d549 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Made reservation on behalf of ca93fec913c446f4a19f859e71e49cd1 for: {'port': 1} {{(pid=103674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:44:51.145866 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-4d7f01be-0036-4f4e-b04d-97c8f3f180b6 req-250ad3f6-401e-4c60-9ffc-a89fce15d549 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for port, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:51.149030 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-4bf58302-a07a-4cd4-995c-444975cb058f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:51.217664 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-4bf58302-a07a-4cd4-995c-444975cb058f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:51.221256 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-4bf58302-a07a-4cd4-995c-444975cb058f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:51.228238 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-4bf58302-a07a-4cd4-995c-444975cb058f admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/efaab4c0-2791-49f0-a4ef-7983f09f3d20 HTTP/1.1" status: 204 len: 168 time: 0.1725905 Jun 16 13:44:51.229084 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-a975b817-855d-416b-be04-f80f65e68aeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:51.239781 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf58302-a07a-4cd4-995c-444975cb058f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efaab4c0-2791-49f0-a4ef-7983f09f3d20,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:51.243073 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-4bf58302-a07a-4cd4-995c-444975cb058f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:51.283401 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.db_base_plugin_common [req-4d7f01be-0036-4f4e-b04d-97c8f3f180b6 req-250ad3f6-401e-4c60-9ffc-a89fce15d549 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Allocated IP 172.20.0.8 (d7d7741f-07ca-412f-8243-ccc485688abb/edeae7f3-c024-4f6a-b058-211ad66a5634/1e1f5890-3bbd-4652-aefb-c100c2aa5f9d) {{(pid=103674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:44:51.325962 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 39460) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:51.467445 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-4d7f01be-0036-4f4e-b04d-97c8f3f180b6 req-250ad3f6-401e-4c60-9ffc-a89fce15d549 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Notify callbacks [] for port, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:51.557175 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-2e79feb6-b54d-4b77-ba07-00a7a1ebefaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:51.681329 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-2e79feb6-b54d-4b77-ba07-00a7a1ebefaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:51.687027 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-2e79feb6-b54d-4b77-ba07-00a7a1ebefaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:51.717430 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-61df1d44-39ad-4edf-ad23-d4915ef40b9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:51.722289 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-2e79feb6-b54d-4b77-ba07-00a7a1ebefaa admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=fee6c695792b42f8b8c8258cce74d2e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3954039 Jun 16 13:44:51.731521 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 39478) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:51.755596 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-4d7f01be-0036-4f4e-b04d-97c8f3f180b6 req-250ad3f6-401e-4c60-9ffc-a89fce15d549 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1833118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779594881046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10072334'] for port, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:51.761088 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:51.773050 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] get_ports_and_sgs() called for port_ids ['0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88', '08168de0-01d6-4121-a1b8-dc295b4b79f5'] {{(pid=103676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:44:51.875332 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d7f01be-0036-4f4e-b04d-97c8f3f180b6 req-250ad3f6-401e-4c60-9ffc-a89fce15d549 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Network d7d7741f-07ca-412f-8243-ccc485688abb is already hosted by enough agents. {{(pid=103674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:44:51.895466 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [req-4d7f01be-0036-4f4e-b04d-97c8f3f180b6 req-250ad3f6-401e-4c60-9ffc-a89fce15d549 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Resources bound (agent type, host, resource id): {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:44:51.906565 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-900e7f86-eef8-432d-99aa-9192ca9b974d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:51.907822 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e79feb6-b54d-4b77-ba07-00a7a1ebefaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58da9a0c-a1d2-4cb8-a16a-0cccdfda7fa7,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:51.924774 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d7f01be-0036-4f4e-b04d-97c8f3f180b6 req-250ad3f6-401e-4c60-9ffc-a89fce15d549 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Received port after_create {{(pid=103674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:44:51.928250 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-2e79feb6-b54d-4b77-ba07-00a7a1ebefaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:51.958719 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 39488) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:51.985985 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ad3f6-401e-4c60-9ffc-a89fce15d549 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Pushing event updated for resources: {'Port': ['ID=1e1f5890-3bbd-4652-aefb-c100c2aa5f9d,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:52.015958 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 39494) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:52.016203 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-900e7f86-eef8-432d-99aa-9192ca9b974d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:52.040388 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250ad3f6-401e-4c60-9ffc-a89fce15d549 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:52.048201 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250ad3f6-401e-4c60-9ffc-a89fce15d549 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:52.048738 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250ad3f6-401e-4c60-9ffc-a89fce15d549 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:52.049239 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250ad3f6-401e-4c60-9ffc-a89fce15d549 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:52.049731 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250ad3f6-401e-4c60-9ffc-a89fce15d549 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:52.050341 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250ad3f6-401e-4c60-9ffc-a89fce15d549 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:52.050816 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250ad3f6-401e-4c60-9ffc-a89fce15d549 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:52.051318 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250ad3f6-401e-4c60-9ffc-a89fce15d549 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:52.051807 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250ad3f6-401e-4c60-9ffc-a89fce15d549 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:52.055303 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250ad3f6-401e-4c60-9ffc-a89fce15d549 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:52.055840 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250ad3f6-401e-4c60-9ffc-a89fce15d549 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:52.056401 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250ad3f6-401e-4c60-9ffc-a89fce15d549 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:52.073964 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-250ad3f6-401e-4c60-9ffc-a89fce15d549 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:52.136103 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 39498) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:52.154407 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f01be-0036-4f4e-b04d-97c8f3f180b6 req-250ad3f6-401e-4c60-9ffc-a89fce15d549 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:52.156939 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-4d7f01be-0036-4f4e-b04d-97c8f3f180b6 req-250ad3f6-401e-4c60-9ffc-a89fce15d549 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914'] for port, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:52.188233 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-c8f7a630-b182-4c5a-b4a2-1ce0360dbd0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:52.191492 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-4d7f01be-0036-4f4e-b04d-97c8f3f180b6 req-250ad3f6-401e-4c60-9ffc-a89fce15d549 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1868517 Jun 16 13:44:52.200057 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-900e7f86-eef8-432d-99aa-9192ca9b974d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:52.203225 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-900e7f86-eef8-432d-99aa-9192ca9b974d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:52.204753 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-900e7f86-eef8-432d-99aa-9192ca9b974d admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/58da9a0c-a1d2-4cb8-a16a-0cccdfda7fa7 HTTP/1.1" status: 204 len: 168 time: 0.4718330 Jun 16 13:44:52.205713 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a54f16-0685-41ed-aaf2-b6b5e9d26e82 req-d3ba0658-d699-49c9-aeaa-1a520753d73e tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:52.205884 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-ad728571-3af8-425b-8690-c8814277a62d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:52.214315 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-68a54f16-0685-41ed-aaf2-b6b5e9d26e82 req-d3ba0658-d699-49c9-aeaa-1a520753d73e tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=f96efd70-6984-429e-9e25-f117c8a5a4e1 HTTP/1.1" status: 200 len: 945 time: 0.1365418 Jun 16 13:44:52.224120 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900e7f86-eef8-432d-99aa-9192ca9b974d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58da9a0c-a1d2-4cb8-a16a-0cccdfda7fa7,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:52.228069 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [req-4d7f01be-0036-4f4e-b04d-97c8f3f180b6 req-7e5f5cbd-e7bc-4013-baba-de2ab13b8f6f service neutron] Request body: {'port': {'device_id': '89b90e87-b814-4f20-9191-c50664a7e28c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:44:52.228236 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-900e7f86-eef8-432d-99aa-9192ca9b974d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:52.317073 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-c8f7a630-b182-4c5a-b4a2-1ce0360dbd0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:52.324147 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-c8f7a630-b182-4c5a-b4a2-1ce0360dbd0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:52.329887 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-237b9a7f-3a9d-429d-93b8-75f3d9fda2c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:52.345357 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-68a54f16-0685-41ed-aaf2-b6b5e9d26e82 req-04d370d7-74a8-4627-8795-485a95239703 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296883 Jun 16 13:44:52.370568 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-c8f7a630-b182-4c5a-b4a2-1ce0360dbd0d admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=7a48cd56e2db4487bbbb0799be96e464&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2318709 Jun 16 13:44:52.375975 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 39502) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:52.399320 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-001f1d42-fe05-4196-9ddf-63a34b710195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:52.402744 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f7a630-b182-4c5a-b4a2-1ce0360dbd0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c82cae5-6058-49ce-9427-ad6f9ade86bd,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:52.423606 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-c8f7a630-b182-4c5a-b4a2-1ce0360dbd0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:52.429654 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-4d7f01be-0036-4f4e-b04d-97c8f3f180b6 req-7e5f5cbd-e7bc-4013-baba-de2ab13b8f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:52.434770 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-13c327db-d114-4970-87e9-863f0420af2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:52.467837 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608ceb87-d68d-4c82-9c5e-2d505bffbfdd req-aa308e59-4227-4519-9536-f53eb06ed994 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:52.469353 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-608ceb87-d68d-4c82-9c5e-2d505bffbfdd req-aa308e59-4227-4519-9536-f53eb06ed994 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=89b90e87-b814-4f20-9191-c50664a7e28c HTTP/1.1" status: 200 len: 931 time: 0.2119548 Jun 16 13:44:52.475931 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5674beff-b791-4376-a7e6-f8667fe30e83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:52.502613 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5674beff-b791-4376-a7e6-f8667fe30e83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:52.553183 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5674beff-b791-4376-a7e6-f8667fe30e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:52.556655 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5674beff-b791-4376-a7e6-f8667fe30e83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:52.558269 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-5674beff-b791-4376-a7e6-f8667fe30e83 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/8c82cae5-6058-49ce-9427-ad6f9ade86bd HTTP/1.1" status: 204 len: 168 time: 0.1810491 Jun 16 13:44:52.559459 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-2b72662b-ab9c-45a1-a6c0-0df48e04542f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:52.571175 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5674beff-b791-4376-a7e6-f8667fe30e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c82cae5-6058-49ce-9427-ad6f9ade86bd,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:52.573888 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-5674beff-b791-4376-a7e6-f8667fe30e83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:52.619710 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-608ceb87-d68d-4c82-9c5e-2d505bffbfdd req-2dca30f3-fe1a-43de-8816-bbce9d8cb5f2 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285856 Jun 16 13:44:52.684333 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 39508) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:52.699019 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-b4bc2218-8191-4d83-a702-8c0ca5b5d539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:52.713097 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-001f1d42-fe05-4196-9ddf-63a34b710195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:52.720374 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-001f1d42-fe05-4196-9ddf-63a34b710195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:52.724981 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-00ccc812-f6d2-4b05-bb78-5d1de41b65fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:52.727903 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.db.api [None req-b4bc2218-8191-4d83-a702-8c0ca5b5d539 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 16 13:44:52.727903 dv-cinder-789603-10-smb neutron-server[103675]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 16 13:44:52.727903 dv-cinder-789603-10-smb neutron-server[103675]: [parameters: {'project_id_1': 'ba5f3a5e2f114db38e325bc4f214600e', 'expiration_1': datetime.datetime(2021, 6, 16, 13, 44, 52, 709837)}] Jun 16 13:44:52.727903 dv-cinder-789603-10-smb neutron-server[103675]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=103675) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 13:44:52.729294 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_db.api [None req-b4bc2218-8191-4d83-a702-8c0ca5b5d539 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 13:44:52.780122 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001f1d42-fe05-4196-9ddf-63a34b710195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4bb0ae6-6b59-47c8-bdff-5d718d6476d1,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:52.785907 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-001f1d42-fe05-4196-9ddf-63a34b710195 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=24782f0a65f04943ba19287caf22c33e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7684748 Jun 16 13:44:52.788567 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-001f1d42-fe05-4196-9ddf-63a34b710195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:52.790884 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 39512) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:52.814682 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-13c327db-d114-4970-87e9-863f0420af2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:52.820059 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-13c327db-d114-4970-87e9-863f0420af2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:52.823567 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-a03a1cd9-8d46-4c5f-a872-3002707ca936 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:52.856949 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c327db-d114-4970-87e9-863f0420af2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db515f7-1e16-40cb-9038-2bf97c84e009,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:52.872055 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-13c327db-d114-4970-87e9-863f0420af2f admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=456188bd8fbf4fb9890aaa3ae5ef475e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9122820 Jun 16 13:44:52.873043 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-13c327db-d114-4970-87e9-863f0420af2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:52.873987 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.notifiers.nova [req-4d7f01be-0036-4f4e-b04d-97c8f3f180b6 req-7e5f5cbd-e7bc-4013-baba-de2ab13b8f6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e1f5890-3bbd-4652-aefb-c100c2aa5f9d {{(pid=103674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:44:52.874684 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 39514) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:52.886917 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-4d7f01be-0036-4f4e-b04d-97c8f3f180b6 req-7e5f5cbd-e7bc-4013-baba-de2ab13b8f6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:52.898933 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-0bdd1698-44e3-453a-92fb-91a1953fdcce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:52.911691 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.provisioning_blocks [req-4d7f01be-0036-4f4e-b04d-97c8f3f180b6 req-7e5f5cbd-e7bc-4013-baba-de2ab13b8f6f service neutron] Transition to ACTIVE for port object 1e1f5890-3bbd-4652-aefb-c100c2aa5f9d will not be triggered until provisioned by entity L2. {{(pid=103674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:44:52.924147 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-4d7f01be-0036-4f4e-b04d-97c8f3f180b6 req-7e5f5cbd-e7bc-4013-baba-de2ab13b8f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10072344'] for port, after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:52.926296 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-0bdd1698-44e3-453a-92fb-91a1953fdcce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:52.927785 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-81cb3b3d-0032-4ba2-acd7-50bb5abeb9a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:52.935286 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-b7b9fe8b-62a5-4a01-bba3-a1e1cd8e8b0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:52.967881 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-81cb3b3d-0032-4ba2-acd7-50bb5abeb9a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:53.006755 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 39520) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:53.020786 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-07bbbb75-32ed-4f5b-85b3-df9b554551ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:53.027516 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f5cbd-e7bc-4013-baba-de2ab13b8f6f service neutron] Pushing event updated for resources: {'Port': ['ID=1e1f5890-3bbd-4652-aefb-c100c2aa5f9d,revision_number=2']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:53.031613 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-7e5f5cbd-e7bc-4013-baba-de2ab13b8f6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:53.062563 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-81cb3b3d-0032-4ba2-acd7-50bb5abeb9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:53.065678 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-81cb3b3d-0032-4ba2-acd7-50bb5abeb9a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:53.077959 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-81cb3b3d-0032-4ba2-acd7-50bb5abeb9a8 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/8db515f7-1e16-40cb-9038-2bf97c84e009 HTTP/1.1" status: 204 len: 168 time: 0.1943326 Jun 16 13:44:53.088452 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-0766f195-b306-4cdd-a9ff-5277934cafcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:53.097578 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-0bdd1698-44e3-453a-92fb-91a1953fdcce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:53.100254 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-0bdd1698-44e3-453a-92fb-91a1953fdcce admin admin] Notify callbacks [] for security_group, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:53.118382 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-0bdd1698-44e3-453a-92fb-91a1953fdcce admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/d4bb0ae6-6b59-47c8-bdff-5d718d6476d1 HTTP/1.1" status: 204 len: 168 time: 0.3187332 Jun 16 13:44:53.129403 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:53.133121 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cb3b3d-0032-4ba2-acd7-50bb5abeb9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db515f7-1e16-40cb-9038-2bf97c84e009,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:53.136879 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-81cb3b3d-0032-4ba2-acd7-50bb5abeb9a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:53.177600 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdd1698-44e3-453a-92fb-91a1953fdcce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4bb0ae6-6b59-47c8-bdff-5d718d6476d1,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:53.186797 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-0bdd1698-44e3-453a-92fb-91a1953fdcce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:53.195319 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.managers [req-4d7f01be-0036-4f4e-b04d-97c8f3f180b6 req-7e5f5cbd-e7bc-4013-baba-de2ab13b8f6f service neutron] Attempting to bind port 1e1f5890-3bbd-4652-aefb-c100c2aa5f9d on host hv-cinder-78960 for vnic_type normal with profile {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:44:53.195319 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.managers [req-4d7f01be-0036-4f4e-b04d-97c8f3f180b6 req-7e5f5cbd-e7bc-4013-baba-de2ab13b8f6f service neutron] Attempting to bind port 1e1f5890-3bbd-4652-aefb-c100c2aa5f9d by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '70187269-9371-4d60-a2ca-f207ba00f8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7d7741f-07ca-412f-8243-ccc485688abb'}] {{(pid=103674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:44:53.195319 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7f01be-0036-4f4e-b04d-97c8f3f180b6 req-7e5f5cbd-e7bc-4013-baba-de2ab13b8f6f service neutron] Attempting to bind port 1e1f5890-3bbd-4652-aefb-c100c2aa5f9d on network d7d7741f-07ca-412f-8243-ccc485688abb {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:44:53.197959 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7f01be-0036-4f4e-b04d-97c8f3f180b6 req-7e5f5cbd-e7bc-4013-baba-de2ab13b8f6f service neutron] Port 1e1f5890-3bbd-4652-aefb-c100c2aa5f9d on network d7d7741f-07ca-412f-8243-ccc485688abb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 13:44:53.198441 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7f01be-0036-4f4e-b04d-97c8f3f180b6 req-7e5f5cbd-e7bc-4013-baba-de2ab13b8f6f service neutron] Attempting to bind port 1e1f5890-3bbd-4652-aefb-c100c2aa5f9d on network d7d7741f-07ca-412f-8243-ccc485688abb {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:44:53.205302 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7f01be-0036-4f4e-b04d-97c8f3f180b6 req-7e5f5cbd-e7bc-4013-baba-de2ab13b8f6f service neutron] Checking agent: {'id': '1d30c470-50d4-4ce2-b27c-c11b758166c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 42, 10), 'started_at': datetime.datetime(2021, 6, 16, 13, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:44:53.205707 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7f01be-0036-4f4e-b04d-97c8f3f180b6 req-7e5f5cbd-e7bc-4013-baba-de2ab13b8f6f service neutron] Checking segment: {'id': '70187269-9371-4d60-a2ca-f207ba00f8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7d7741f-07ca-412f-8243-ccc485688abb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:44:53.206102 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7f01be-0036-4f4e-b04d-97c8f3f180b6 req-7e5f5cbd-e7bc-4013-baba-de2ab13b8f6f service neutron] Bound using segment: {'id': '70187269-9371-4d60-a2ca-f207ba00f8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7d7741f-07ca-412f-8243-ccc485688abb'} {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:44:53.206553 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.managers [req-4d7f01be-0036-4f4e-b04d-97c8f3f180b6 req-7e5f5cbd-e7bc-4013-baba-de2ab13b8f6f service neutron] Bound port: 1e1f5890-3bbd-4652-aefb-c100c2aa5f9d, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70187269-9371-4d60-a2ca-f207ba00f8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7d7741f-07ca-412f-8243-ccc485688abb'}}] {{(pid=103674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:44:53.206898 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-4d7f01be-0036-4f4e-b04d-97c8f3f180b6 req-7e5f5cbd-e7bc-4013-baba-de2ab13b8f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:53.231917 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-b4bc2218-8191-4d83-a702-8c0ca5b5d539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:53.291700 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-07bbbb75-32ed-4f5b-85b3-df9b554551ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:53.291900 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.db [req-4d7f01be-0036-4f4e-b04d-97c8f3f180b6 req-7e5f5cbd-e7bc-4013-baba-de2ab13b8f6f service neutron] For port 1e1f5890-3bbd-4652-aefb-c100c2aa5f9d, host hv-cinder-78960, cleared binding levels {{(pid=103674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:44:53.296298 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.db [req-4d7f01be-0036-4f4e-b04d-97c8f3f180b6 req-7e5f5cbd-e7bc-4013-baba-de2ab13b8f6f service neutron] For port 1e1f5890-3bbd-4652-aefb-c100c2aa5f9d, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1e1f5890-3bbd-4652-aefb-c100c2aa5f9d,segment=NetworkSegment(70187269-9371-4d60-a2ca-f207ba00f8d3),segment_id=70187269-9371-4d60-a2ca-f207ba00f8d3)] {{(pid=103674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:44:53.303307 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-4d7f01be-0036-4f4e-b04d-97c8f3f180b6 req-7e5f5cbd-e7bc-4013-baba-de2ab13b8f6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10072344'] for port, after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:53.325371 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:53.406774 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-b4bc2218-8191-4d83-a702-8c0ca5b5d539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:53.409343 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-07bbbb75-32ed-4f5b-85b3-df9b554551ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:53.414870 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f01be-0036-4f4e-b04d-97c8f3f180b6 req-7e5f5cbd-e7bc-4013-baba-de2ab13b8f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:53.415508 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-4d7f01be-0036-4f4e-b04d-97c8f3f180b6 req-7e5f5cbd-e7bc-4013-baba-de2ab13b8f6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914'] for port, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:53.421130 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-4bf58302-a07a-4cd4-995c-444975cb058f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:53.422537 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-4d7f01be-0036-4f4e-b04d-97c8f3f180b6 req-7e5f5cbd-e7bc-4013-baba-de2ab13b8f6f service neutron] 10.222.0.101 "PUT /v2.0/ports/1e1f5890-3bbd-4652-aefb-c100c2aa5f9d HTTP/1.1" status: 200 len: 1093 time: 1.2001975 Jun 16 13:44:53.429155 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89b90e87-b814-4f20-9191-c50664a7e28c', 'tag': '1e1f5890-3bbd-4652-aefb-c100c2aa5f9d'}] {{(pid=103674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:44:53.435153 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf0caa33b503d1f2c3d6e3a51c00f46bab3e78c159fea0ab96052d9779657e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508ac40b-194a-4ff1-8efa-6d7f94175853" -d '{"events": [{"name": "network-changed", "server_uuid": "89b90e87-b814-4f20-9191-c50664a7e28c", "tag": "1e1f5890-3bbd-4652-aefb-c100c2aa5f9d"}]}' {{(pid=103674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:44:53.447867 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bbbb75-32ed-4f5b-85b3-df9b554551ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd9f30a-cf2f-4115-8c82-590149b83377,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:53.451094 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-b4bc2218-8191-4d83-a702-8c0ca5b5d539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:53.459399 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-07bbbb75-32ed-4f5b-85b3-df9b554551ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:53.459870 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-07bbbb75-32ed-4f5b-85b3-df9b554551ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:53.543268 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6326593-f702-4630-a974-a067a4995692 x-openstack-request-id: req-d6326593-f702-4630-a974-a067a4995692 {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:44:53.543594 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89b90e87-b814-4f20-9191-c50664a7e28c", "tag": "1e1f5890-3bbd-4652-aefb-c100c2aa5f9d", "status": "completed", "code": 200}]} {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:44:53.543875 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-d6326593-f702-4630-a974-a067a4995692 {{(pid=103674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:44:53.544326 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89b90e87-b814-4f20-9191-c50664a7e28c', 'tag': '1e1f5890-3bbd-4652-aefb-c100c2aa5f9d', 'status': 'completed', 'code': 200} Jun 16 13:44:53.547449 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-07bbbb75-32ed-4f5b-85b3-df9b554551ea admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=295c4d2a70ad4c1098b26700ece21a74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5397346 Jun 16 13:44:53.549953 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 39548) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:53.567018 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-b4bc2218-8191-4d83-a702-8c0ca5b5d539 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=ba5f3a5e2f114db38e325bc4f214600e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8789668 Jun 16 13:44:53.569233 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 39552) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:53.574544 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f5cbd-e7bc-4013-baba-de2ab13b8f6f service neutron] Pushing event updated for resources: {'Port': ['ID=1e1f5890-3bbd-4652-aefb-c100c2aa5f9d,revision_number=3']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:53.578212 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc2218-8191-4d83-a702-8c0ca5b5d539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2874e54e-ce8c-4123-80d7-63a415ad8f7c,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:53.597066 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-b4bc2218-8191-4d83-a702-8c0ca5b5d539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:53.611170 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-7e5f5cbd-e7bc-4013-baba-de2ab13b8f6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:53.677581 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-d399c70e-afb5-4ec1-a490-e6adbd67c0fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:53.710564 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-d399c70e-afb5-4ec1-a490-e6adbd67c0fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:53.719682 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-768a7085-7020-48fc-8ac8-ed7c7500ba46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:53.746739 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f01be-0036-4f4e-b04d-97c8f3f180b6 req-675d9bcb-43a1-48f7-94e1-5571c2b60160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:53.748806 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-4d7f01be-0036-4f4e-b04d-97c8f3f180b6 req-675d9bcb-43a1-48f7-94e1-5571c2b60160 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ca93fec913c446f4a19f859e71e49cd1&device_id=89b90e87-b814-4f20-9191-c50664a7e28c HTTP/1.1" status: 200 len: 1096 time: 0.2487814 Jun 16 13:44:53.765193 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48775cf5-76ba-4115-857d-7b2592041218 req-aa5b3de3-48fd-49cc-aa6f-9632d74172c4 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:53.772387 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-48775cf5-76ba-4115-857d-7b2592041218 req-aa5b3de3-48fd-49cc-aa6f-9632d74172c4 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=f96efd70-6984-429e-9e25-f117c8a5a4e1 HTTP/1.1" status: 200 len: 945 time: 0.1708188 Jun 16 13:44:53.794033 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-768a7085-7020-48fc-8ac8-ed7c7500ba46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:53.823804 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-d399c70e-afb5-4ec1-a490-e6adbd67c0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:53.827177 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-d399c70e-afb5-4ec1-a490-e6adbd67c0fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:53.834501 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-d399c70e-afb5-4ec1-a490-e6adbd67c0fd admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/2874e54e-ce8c-4123-80d7-63a415ad8f7c HTTP/1.1" status: 204 len: 168 time: 0.2592111 Jun 16 13:44:53.835443 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-06c29189-533b-4f52-9293-b4ea2c46f078 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:53.837959 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-4d7f01be-0036-4f4e-b04d-97c8f3f180b6 req-56ae1a82-3bb2-4f03-9240-a255ee003a74 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e1f5890-3bbd-4652-aefb-c100c2aa5f9d HTTP/1.1" status: 200 len: 217 time: 0.0588121 Jun 16 13:44:53.851834 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d399c70e-afb5-4ec1-a490-e6adbd67c0fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2874e54e-ce8c-4123-80d7-63a415ad8f7c,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:53.858963 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-d399c70e-afb5-4ec1-a490-e6adbd67c0fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:53.933567 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-48775cf5-76ba-4115-857d-7b2592041218 req-2d75073e-e4da-4d24-ac83-457e4dea1a6e tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603098 Jun 16 13:44:53.985858 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f01be-0036-4f4e-b04d-97c8f3f180b6 req-ac7216cd-198b-4cec-a128-1268c0b06549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:53.985858 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-4d7f01be-0036-4f4e-b04d-97c8f3f180b6 req-ac7216cd-198b-4cec-a128-1268c0b06549 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=edeae7f3-c024-4f6a-b058-211ad66a5634 HTTP/1.1" status: 200 len: 855 time: 0.1180611 Jun 16 13:44:54.012083 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-768a7085-7020-48fc-8ac8-ed7c7500ba46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:54.014706 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-768a7085-7020-48fc-8ac8-ed7c7500ba46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:54.018688 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-768a7085-7020-48fc-8ac8-ed7c7500ba46 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/afd9f30a-cf2f-4115-8c82-590149b83377 HTTP/1.1" status: 204 len: 168 time: 0.4649506 Jun 16 13:44:54.035443 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-0bdd1698-44e3-453a-92fb-91a1953fdcce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:54.045046 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-4d7f01be-0036-4f4e-b04d-97c8f3f180b6 req-168e46d4-b06e-4b7a-bb50-0bc6bd725396 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=d7d7741f-07ca-412f-8243-ccc485688abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458250 Jun 16 13:44:54.057517 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba0b7b-d38f-4c99-9452-b07a3c8259bf req-912f9c10-fa9a-4233-91c0-787ceee17533 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:54.059087 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-caba0b7b-d38f-4c99-9452-b07a3c8259bf req-912f9c10-fa9a-4233-91c0-787ceee17533 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=89b90e87-b814-4f20-9191-c50664a7e28c HTTP/1.1" status: 200 len: 943 time: 0.1646347 Jun 16 13:44:54.061335 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768a7085-7020-48fc-8ac8-ed7c7500ba46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd9f30a-cf2f-4115-8c82-590149b83377,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:54.076237 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-768a7085-7020-48fc-8ac8-ed7c7500ba46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:54.184965 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-caba0b7b-d38f-4c99-9452-b07a3c8259bf req-5694bf76-564c-4b4a-a60d-3dfde94d3e94 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075852 Jun 16 13:44:54.213526 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-4d7f01be-0036-4f4e-b04d-97c8f3f180b6 req-4ba6d475-0bb7-44be-961a-93289bfba9cc service neutron] 10.222.0.101 "GET /v2.0/networks/d7d7741f-07ca-412f-8243-ccc485688abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533928 Jun 16 13:44:54.333669 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-4d7f01be-0036-4f4e-b04d-97c8f3f180b6 req-5c0393e0-c983-47b8-8a0f-37d91cd8502d service neutron] 10.222.0.101 "GET /v2.0/networks/d7d7741f-07ca-412f-8243-ccc485688abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108725 Jun 16 13:44:54.456215 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ac40b-194a-4ff1-8efa-6d7f94175853 req-6ea40486-13d6-4ad2-9a8b-6a5016364823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:54.457803 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-508ac40b-194a-4ff1-8efa-6d7f94175853 req-6ea40486-13d6-4ad2-9a8b-6a5016364823 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ca93fec913c446f4a19f859e71e49cd1&device_id=89b90e87-b814-4f20-9191-c50664a7e28c HTTP/1.1" status: 200 len: 1096 time: 0.0554397 Jun 16 13:44:54.566223 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ac40b-194a-4ff1-8efa-6d7f94175853 req-a01af2e8-c098-4abf-8234-2741d04a377e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:54.567648 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-508ac40b-194a-4ff1-8efa-6d7f94175853 req-a01af2e8-c098-4abf-8234-2741d04a377e service neutron] 10.222.0.101 "GET /v2.0/networks?id=d7d7741f-07ca-412f-8243-ccc485688abb HTTP/1.1" status: 200 len: 917 time: 0.0911574 Jun 16 13:44:54.619529 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-508ac40b-194a-4ff1-8efa-6d7f94175853 req-16c57776-2cad-4693-bad5-63b2bad9e4e6 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e1f5890-3bbd-4652-aefb-c100c2aa5f9d HTTP/1.1" status: 200 len: 217 time: 0.0396914 Jun 16 13:44:54.670913 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ac40b-194a-4ff1-8efa-6d7f94175853 req-48e01b9b-cdd9-41d6-946f-f726468e7d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:54.672552 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-508ac40b-194a-4ff1-8efa-6d7f94175853 req-48e01b9b-cdd9-41d6-946f-f726468e7d5d service neutron] 10.222.0.101 "GET /v2.0/subnets?id=edeae7f3-c024-4f6a-b058-211ad66a5634 HTTP/1.1" status: 200 len: 855 time: 0.0436239 Jun 16 13:44:54.706865 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-508ac40b-194a-4ff1-8efa-6d7f94175853 req-cbd9aa53-102d-4cc0-a27a-295644b21864 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=d7d7741f-07ca-412f-8243-ccc485688abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266256 Jun 16 13:44:54.807508 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-508ac40b-194a-4ff1-8efa-6d7f94175853 req-775d5e37-a8cf-4bbf-a778-f47050c344ed service neutron] 10.222.0.101 "GET /v2.0/networks/d7d7741f-07ca-412f-8243-ccc485688abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887158 Jun 16 13:44:54.897489 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-508ac40b-194a-4ff1-8efa-6d7f94175853 req-2feb42a8-f277-4d26-8678-ab3700ffd190 service neutron] 10.222.0.101 "GET /v2.0/networks/d7d7741f-07ca-412f-8243-ccc485688abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812061 Jun 16 13:44:55.379231 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac01661-d594-4330-8ed3-ec41ca00e7c8 req-f52f41d9-d23b-4631-a09c-b9f11ab0bcf8 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:55.379231 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-1ac01661-d594-4330-8ed3-ec41ca00e7c8 req-f52f41d9-d23b-4631-a09c-b9f11ab0bcf8 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=f96efd70-6984-429e-9e25-f117c8a5a4e1 HTTP/1.1" status: 200 len: 945 time: 0.0992918 Jun 16 13:44:55.524679 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-1ac01661-d594-4330-8ed3-ec41ca00e7c8 req-64b282eb-5543-4d6f-8bc6-8d7956e403d0 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382504 Jun 16 13:44:55.560226 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4191d95-923d-4304-8602-34c03666989f req-88bed0ae-7ec4-43c9-8b1c-847c99dff8da tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:55.562749 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e4191d95-923d-4304-8602-34c03666989f req-88bed0ae-7ec4-43c9-8b1c-847c99dff8da tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=89b90e87-b814-4f20-9191-c50664a7e28c HTTP/1.1" status: 200 len: 943 time: 0.1198194 Jun 16 13:44:55.611107 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e4191d95-923d-4304-8602-34c03666989f req-3a8db249-2eca-4423-9de5-af21fd65ca7a tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417957 Jun 16 13:44:55.924590 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 39690) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:56.054370 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-be4c2e60-37d9-4e13-a7b9-0d8322fc1c78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:56.162151 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-be4c2e60-37d9-4e13-a7b9-0d8322fc1c78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:56.167379 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-be4c2e60-37d9-4e13-a7b9-0d8322fc1c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:56.170302 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:56.207479 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c2e60-37d9-4e13-a7b9-0d8322fc1c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1bbe3a-25fc-4ecd-b98f-2bc2134723d7,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:56.211827 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-be4c2e60-37d9-4e13-a7b9-0d8322fc1c78 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=0d9679e4a6094492b3e15983a5b12c10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2860205 Jun 16 13:44:56.212745 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-be4c2e60-37d9-4e13-a7b9-0d8322fc1c78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:56.214419 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 39708) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:56.264663 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-16e15cd3-684c-492c-95f5-dca8b7dc22bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:56.288655 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-16e15cd3-684c-492c-95f5-dca8b7dc22bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:56.335944 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-16e15cd3-684c-492c-95f5-dca8b7dc22bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:56.338579 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-16e15cd3-684c-492c-95f5-dca8b7dc22bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:56.339739 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-16e15cd3-684c-492c-95f5-dca8b7dc22bf admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/ab1bbe3a-25fc-4ecd-b98f-2bc2134723d7 HTTP/1.1" status: 204 len: 168 time: 0.1244261 Jun 16 13:44:56.340521 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-1848abee-a782-4320-a493-1215df51b5d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:56.348440 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e15cd3-684c-492c-95f5-dca8b7dc22bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1bbe3a-25fc-4ecd-b98f-2bc2134723d7,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:56.352922 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-16e15cd3-684c-492c-95f5-dca8b7dc22bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:56.823913 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f91d0-edb2-4fba-b05c-e6232e1b8e72 req-2158f648-6b21-456d-bb3d-3c94e2ecb7b8 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:56.825812 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-b44f91d0-edb2-4fba-b05c-e6232e1b8e72 req-2158f648-6b21-456d-bb3d-3c94e2ecb7b8 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=f96efd70-6984-429e-9e25-f117c8a5a4e1 HTTP/1.1" status: 200 len: 945 time: 0.1582513 Jun 16 13:44:56.876117 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-b44f91d0-edb2-4fba-b05c-e6232e1b8e72 req-680d09ea-44c1-4b2c-a95d-ee75cae926ab tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410795 Jun 16 13:44:56.896679 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 39750) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:56.919072 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334f2f13-dd74-4436-b17a-268537b8e292 req-0ae3fc8f-c63c-44ad-b1aa-1bf07da14693 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:56.932611 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-334f2f13-dd74-4436-b17a-268537b8e292 req-0ae3fc8f-c63c-44ad-b1aa-1bf07da14693 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=89b90e87-b814-4f20-9191-c50664a7e28c HTTP/1.1" status: 200 len: 943 time: 0.1583691 Jun 16 13:44:57.003602 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 39758) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:57.024795 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-f913562a-d7ea-4b56-a65c-76333f95ff2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:57.026272 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-334f2f13-dd74-4436-b17a-268537b8e292 req-88461d3d-f29b-4195-b3ab-e8d3dfd2b528 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918493 Jun 16 13:44:57.151370 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-f913562a-d7ea-4b56-a65c-76333f95ff2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:57.159734 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-f913562a-d7ea-4b56-a65c-76333f95ff2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:57.185874 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-c27af186-1416-4b15-9a1b-9aa3e789c45f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:57.190902 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-f913562a-d7ea-4b56-a65c-76333f95ff2a admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=ceb97158df1f4064b4c8393179b3f6bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1859701 Jun 16 13:44:57.193191 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 39768) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:57.247897 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f913562a-d7ea-4b56-a65c-76333f95ff2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635d73cb-c54e-4b28-9c60-96bf187cda1a,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:57.252684 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-f913562a-d7ea-4b56-a65c-76333f95ff2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:57.270599 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-bda990b3-31e8-4084-84b2-3d037b9df41e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:57.296322 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-bda990b3-31e8-4084-84b2-3d037b9df41e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:57.320768 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-8e0b27a7-b2d3-4079-b230-9b58df35eddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:57.400236 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-bda990b3-31e8-4084-84b2-3d037b9df41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:57.402764 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-bda990b3-31e8-4084-84b2-3d037b9df41e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:57.405145 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-bda990b3-31e8-4084-84b2-3d037b9df41e admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/635d73cb-c54e-4b28-9c60-96bf187cda1a HTTP/1.1" status: 204 len: 168 time: 0.2104719 Jun 16 13:44:57.411104 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-a9c09089-65c3-4c28-938f-dea0ce2c287c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:57.426006 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda990b3-31e8-4084-84b2-3d037b9df41e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635d73cb-c54e-4b28-9c60-96bf187cda1a,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:57.429839 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-bda990b3-31e8-4084-84b2-3d037b9df41e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:57.487558 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-8e0b27a7-b2d3-4079-b230-9b58df35eddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:57.494648 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-8e0b27a7-b2d3-4079-b230-9b58df35eddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:57.498137 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-bda990b3-31e8-4084-84b2-3d037b9df41e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:57.533484 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-8e0b27a7-b2d3-4079-b230-9b58df35eddf admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=1eb0073b589d4453ae7ecd8cee126ec2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6340618 Jun 16 13:44:57.535697 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 39788) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:57.537430 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0b27a7-b2d3-4079-b230-9b58df35eddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0da5e8-fde7-425e-b6df-2d8587054e7a,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:57.540666 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-8e0b27a7-b2d3-4079-b230-9b58df35eddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:57.619604 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-3fbfa083-b149-469b-97d6-267a07f05656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:57.659793 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-3fbfa083-b149-469b-97d6-267a07f05656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:57.725614 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-3fbfa083-b149-469b-97d6-267a07f05656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:57.726985 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-3fbfa083-b149-469b-97d6-267a07f05656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:57.731357 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-3fbfa083-b149-469b-97d6-267a07f05656 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/7d0da5e8-fde7-425e-b6df-2d8587054e7a HTTP/1.1" status: 204 len: 168 time: 0.1942105 Jun 16 13:44:57.732567 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-4b03b523-3b79-4f7a-a565-4c11fa678c0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:57.740992 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbfa083-b149-469b-97d6-267a07f05656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0da5e8-fde7-425e-b6df-2d8587054e7a,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:57.745904 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-3fbfa083-b149-469b-97d6-267a07f05656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:58.110764 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131bede-70a7-4e32-9b88-0b2c60b369b0 req-63f12cad-d8d6-48d2-abdd-5ce60ee3cda8 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:58.117709 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-3131bede-70a7-4e32-9b88-0b2c60b369b0 req-63f12cad-d8d6-48d2-abdd-5ce60ee3cda8 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=f96efd70-6984-429e-9e25-f117c8a5a4e1 HTTP/1.1" status: 200 len: 945 time: 0.0810573 Jun 16 13:44:58.128159 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 39836) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:58.161954 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-3131bede-70a7-4e32-9b88-0b2c60b369b0 req-2ad7a0d9-866c-4fa4-868e-fa97a331aa24 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430315 Jun 16 13:44:58.228608 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f0c66-d2df-402a-9921-d9c828487e99 req-82c68392-c37a-4b88-bc56-a55e44f99f8e tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:58.237021 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a76f0c66-d2df-402a-9921-d9c828487e99 req-82c68392-c37a-4b88-bc56-a55e44f99f8e tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=89b90e87-b814-4f20-9191-c50664a7e28c HTTP/1.1" status: 200 len: 943 time: 0.0739219 Jun 16 13:44:58.244681 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 1e1f5890-3bbd-4652-aefb-c100c2aa5f9d details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:44:58.287561 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a76f0c66-d2df-402a-9921-d9c828487e99 req-8e698f0d-0916-4699-bc2c-7967bba956c2 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447543 Jun 16 13:44:58.371846 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port 1e1f5890-3bbd-4652-aefb-c100c2aa5f9d, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1e1f5890-3bbd-4652-aefb-c100c2aa5f9d,segment=NetworkSegment(70187269-9371-4d60-a2ca-f207ba00f8d3),segment_id=70187269-9371-4d60-a2ca-f207ba00f8d3)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:44:58.384207 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Returning: {'device': '1e1f5890-3bbd-4652-aefb-c100c2aa5f9d', 'network_id': 'd7d7741f-07ca-412f-8243-ccc485688abb', 'port_id': '1e1f5890-3bbd-4652-aefb-c100c2aa5f9d', 'mac_address': 'fa:16:3e:58:19:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edeae7f3-c024-4f6a-b058-211ad66a5634', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:44:58.398299 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-1902c69f-cf1c-4b38-9267-8db29bf8b4e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:58.430810 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:58.447159 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.notifiers.nova [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e1f5890-3bbd-4652-aefb-c100c2aa5f9d {{(pid=103676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:44:58.477901 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port 1e1f5890-3bbd-4652-aefb-c100c2aa5f9d, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1e1f5890-3bbd-4652-aefb-c100c2aa5f9d,segment=NetworkSegment(70187269-9371-4d60-a2ca-f207ba00f8d3),segment_id=70187269-9371-4d60-a2ca-f207ba00f8d3)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:44:58.484365 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:58.487683 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:58.536171 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-1902c69f-cf1c-4b38-9267-8db29bf8b4e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:58.544040 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-1902c69f-cf1c-4b38-9267-8db29bf8b4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:58.551526 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-568c7ef6-e628-41f2-b489-2af2d9dd33f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:58.552580 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Pushing event updated for resources: {'Port': ['ID=1e1f5890-3bbd-4652-aefb-c100c2aa5f9d,revision_number=4']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:58.569074 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:58.572294 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:58.572294 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:58.573248 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:58.575286 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:58.575286 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:58.575569 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:58.575902 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:58.576263 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:58.578783 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:58.579151 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:58.579489 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:44:58.588869 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:58.601976 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-1902c69f-cf1c-4b38-9267-8db29bf8b4e3 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=32db11431ea447acb63fa6cd3fc9b134&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4724987 Jun 16 13:44:58.603489 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1902c69f-cf1c-4b38-9267-8db29bf8b4e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca6d677-be46-42c7-93e7-1326735eb56b,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:58.604977 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 39860) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:58.607003 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-1902c69f-cf1c-4b38-9267-8db29bf8b4e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:58.622861 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-53d56678-68ab-4306-9882-b6f572a4f4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:58.684847 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b5fcced8-ba91-473b-9cf7-ef43501f7000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:58.710522 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b5fcced8-ba91-473b-9cf7-ef43501f7000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:58.794885 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b5fcced8-ba91-473b-9cf7-ef43501f7000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:58.797794 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b5fcced8-ba91-473b-9cf7-ef43501f7000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:58.802139 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-b5fcced8-ba91-473b-9cf7-ef43501f7000 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/eca6d677-be46-42c7-93e7-1326735eb56b HTTP/1.1" status: 204 len: 168 time: 0.1950567 Jun 16 13:44:58.803301 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-276b5e69-83df-4b86-96f3-626dd72ca8c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:58.816988 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fcced8-ba91-473b-9cf7-ef43501f7000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca6d677-be46-42c7-93e7-1326735eb56b,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:58.820548 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-b5fcced8-ba91-473b-9cf7-ef43501f7000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:58.915189 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] get_ports_and_sgs() called for port_ids ['1e1f5890-3bbd-4652-aefb-c100c2aa5f9d'] {{(pid=103676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:44:59.229651 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 39898) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:59.245887 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-1a347092-c44e-4f52-ac76-b677165bd9e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:59.390691 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b383f07-3c63-4343-b1c4-9dcd9ffb379e req-8749f2f7-f47e-470f-ad6b-78cf6acb2e93 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:59.401715 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-5b383f07-3c63-4343-b1c4-9dcd9ffb379e req-8749f2f7-f47e-470f-ad6b-78cf6acb2e93 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=f96efd70-6984-429e-9e25-f117c8a5a4e1 HTTP/1.1" status: 200 len: 945 time: 0.0919669 Jun 16 13:44:59.404012 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-1a347092-c44e-4f52-ac76-b677165bd9e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:59.409232 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-1a347092-c44e-4f52-ac76-b677165bd9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:59.414371 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-5674beff-b791-4376-a7e6-f8667fe30e83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:59.471695 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-5b383f07-3c63-4343-b1c4-9dcd9ffb379e req-aeabace2-2798-40bb-982c-24791f9b2209 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683873 Jun 16 13:44:59.521559 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-1a347092-c44e-4f52-ac76-b677165bd9e4 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=d632ba2d0d3842d4a20e00fd82f7c07c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2902215 Jun 16 13:44:59.522299 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a347092-c44e-4f52-ac76-b677165bd9e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a62ad2e6-02d6-42b5-8cb1-3de117cf0372,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:59.524395 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 39910) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:44:59.528387 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-1a347092-c44e-4f52-ac76-b677165bd9e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:44:59.565730 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb81c01-9b8e-4a75-8c41-80fdabd8eede req-820e1721-82d3-4bcb-bd3e-2e91bdb5e301 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:59.573458 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-6bb81c01-9b8e-4a75-8c41-80fdabd8eede req-820e1721-82d3-4bcb-bd3e-2e91bdb5e301 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=89b90e87-b814-4f20-9191-c50664a7e28c HTTP/1.1" status: 200 len: 944 time: 0.1178820 Jun 16 13:44:59.651339 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-6bb81c01-9b8e-4a75-8c41-80fdabd8eede req-eed8a064-f0c7-4834-99a3-f785d8f5298a tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765176 Jun 16 13:44:59.658446 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-0359a5ac-a0a3-4f67-be6e-4568c4f4aa73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:59.712866 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-0359a5ac-a0a3-4f67-be6e-4568c4f4aa73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:59.753981 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff964a67-cf42-46d2-8a87-33505ae20525 req-c4e98a71-d0c6-456d-b60c-bb6e8fe21d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:44:59.755484 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ff964a67-cf42-46d2-8a87-33505ae20525 req-c4e98a71-d0c6-456d-b60c-bb6e8fe21d17 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=f96efd70-6984-429e-9e25-f117c8a5a4e1 HTTP/1.1" status: 200 len: 1098 time: 0.0950420 Jun 16 13:44:59.788221 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-0359a5ac-a0a3-4f67-be6e-4568c4f4aa73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:59.790958 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-0359a5ac-a0a3-4f67-be6e-4568c4f4aa73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:44:59.792224 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-0359a5ac-a0a3-4f67-be6e-4568c4f4aa73 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/a62ad2e6-02d6-42b5-8cb1-3de117cf0372 HTTP/1.1" status: 204 len: 168 time: 0.2668934 Jun 16 13:44:59.797967 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-3fbfa083-b149-469b-97d6-267a07f05656 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:44:59.810930 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ff964a67-cf42-46d2-8a87-33505ae20525 req-8d8fc167-ab1e-48de-9d9f-4ca75eb5369a service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463703 Jun 16 13:44:59.811783 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0359a5ac-a0a3-4f67-be6e-4568c4f4aa73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62ad2e6-02d6-42b5-8cb1-3de117cf0372,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:44:59.814020 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-0359a5ac-a0a3-4f67-be6e-4568c4f4aa73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:00.268329 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 1e1f5890-3bbd-4652-aefb-c100c2aa5f9d up at agent hyperv_hv-cinder-78960 {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:45:00.330798 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Provisioning for port 1e1f5890-3bbd-4652-aefb-c100c2aa5f9d completed by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:45:00.334930 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Provisioning complete for port 1e1f5890-3bbd-4652-aefb-c100c2aa5f9d triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:45:00.335443 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:00.416628 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:00.439796 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b90e87-b814-4f20-9191-c50664a7e28c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e1f5890-3bbd-4652-aefb-c100c2aa5f9d'}] {{(pid=103676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:45:00.442151 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}effa97d0e2123b52db6fac0114eb4251877085964bb68e70a4b566e9e639f06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6712780-dae7-4dde-95a4-c2e7f93bf8c9" -d '{"events": [{"server_uuid": "89b90e87-b814-4f20-9191-c50664a7e28c", "name": "network-vif-plugged", "status": "completed", "tag": "1e1f5890-3bbd-4652-aefb-c100c2aa5f9d"}]}' {{(pid=103676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:45:00.455495 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port 1e1f5890-3bbd-4652-aefb-c100c2aa5f9d, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1e1f5890-3bbd-4652-aefb-c100c2aa5f9d,segment=NetworkSegment(70187269-9371-4d60-a2ca-f207ba00f8d3),segment_id=70187269-9371-4d60-a2ca-f207ba00f8d3)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:45:00.461097 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:00.463818 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:00.487400 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98981567-2e08-4bc6-ab98-f1da5745bd88 x-openstack-request-id: req-98981567-2e08-4bc6-ab98-f1da5745bd88 {{(pid=103676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:45:00.487693 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b90e87-b814-4f20-9191-c50664a7e28c", "name": "network-vif-plugged", "status": "completed", "tag": "1e1f5890-3bbd-4652-aefb-c100c2aa5f9d", "code": 200}]} {{(pid=103676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:45:00.487950 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-98981567-2e08-4bc6-ab98-f1da5745bd88 {{(pid=103676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:45:00.488365 dv-cinder-789603-10-smb neutron-server[103676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b90e87-b814-4f20-9191-c50664a7e28c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e1f5890-3bbd-4652-aefb-c100c2aa5f9d', 'code': 200} Jun 16 13:45:00.517672 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Pushing event updated for resources: {'Port': ['ID=1e1f5890-3bbd-4652-aefb-c100c2aa5f9d,revision_number=5']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:00.521645 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:00.591441 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 39964) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:00.668994 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb560ad8-66b3-40a3-9396-1b4e35cc9024 req-63c265ae-3858-4b5b-915a-ac6e4856b59f tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:00.671271 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-bb560ad8-66b3-40a3-9396-1b4e35cc9024 req-63c265ae-3858-4b5b-915a-ac6e4856b59f tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=f96efd70-6984-429e-9e25-f117c8a5a4e1 HTTP/1.1" status: 200 len: 945 time: 0.0685308 Jun 16 13:45:00.712918 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [None req-51477aad-c1e2-4856-bb97-94691d0f8d82 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1776136227-network', 'tenant_id': 'd54e1d7266474b44992dd4d990d7ae55'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:45:00.765425 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-bb560ad8-66b3-40a3-9396-1b4e35cc9024 req-a3b00bec-367b-4f67-9523-f40250752d9a tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822673 Jun 16 13:45:00.772380 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51477aad-c1e2-4856-bb97-94691d0f8d82 admin admin] Made reservation on behalf of d54e1d7266474b44992dd4d990d7ae55 for: {'network': 1} {{(pid=103674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:45:00.774620 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-51477aad-c1e2-4856-bb97-94691d0f8d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for network, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:00.785566 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-51477aad-c1e2-4856-bb97-94691d0f8d82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:00.808137 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac780387-cba8-4079-99c2-a64a9880ec89 req-b53d3ae6-f409-46f8-b52c-20081eb55adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:00.809587 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ac780387-cba8-4079-99c2-a64a9880ec89 req-b53d3ae6-f409-46f8-b52c-20081eb55adb service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=89b90e87-b814-4f20-9191-c50664a7e28c HTTP/1.1" status: 200 len: 1098 time: 0.1194234 Jun 16 13:45:00.871004 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ac780387-cba8-4079-99c2-a64a9880ec89 req-0cd3c388-9ddb-492e-bf47-be14b1b1d56b service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506041 Jun 16 13:45:00.962832 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-51477aad-c1e2-4856-bb97-94691d0f8d82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:00.971050 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-51477aad-c1e2-4856-bb97-94691d0f8d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:00.975221 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-0359a5ac-a0a3-4f67-be6e-4568c4f4aa73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:00.987169 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd02988b-9ef8-46b3-ae96-a7bc1e0a38d8 req-8459228b-c396-4fc9-85ef-60e1dbe3ad30 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:00.988982 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-fd02988b-9ef8-46b3-ae96-a7bc1e0a38d8 req-8459228b-c396-4fc9-85ef-60e1dbe3ad30 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=89b90e87-b814-4f20-9191-c50664a7e28c HTTP/1.1" status: 200 len: 945 time: 0.1112297 Jun 16 13:45:01.024927 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51477aad-c1e2-4856-bb97-94691d0f8d82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1170} {{(pid=103674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 13:45:01.044964 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51477aad-c1e2-4856-bb97-94691d0f8d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0bffd52-bd2e-47f8-929e-53a2558ccc5b,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:01.048563 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-51477aad-c1e2-4856-bb97-94691d0f8d82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:01.049995 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-51477aad-c1e2-4856-bb97-94691d0f8d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688368'] for segment, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:01.050335 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.db.segments_db [None req-51477aad-c1e2-4856-bb97-94691d0f8d82 admin admin] Added segment 54bf1e60-a570-4667-ba52-e23da929eb41 of type vlan for network a32fb711-76ca-4bf4-b0df-7220710f5fda Jun 16 13:45:01.092383 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-fd02988b-9ef8-46b3-ae96-a7bc1e0a38d8 req-b2621d00-b541-4e1f-8c9a-94ff0e7497b9 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948153 Jun 16 13:45:01.106193 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-51477aad-c1e2-4856-bb97-94691d0f8d82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779594884509'] for network, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:01.109345 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:01.137298 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-51477aad-c1e2-4856-bb97-94691d0f8d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183'] for network, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:01.139040 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51477aad-c1e2-4856-bb97-94691d0f8d82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:01.139688 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-51477aad-c1e2-4856-bb97-94691d0f8d82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for network, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:01.143593 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:01.208526 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-51477aad-c1e2-4856-bb97-94691d0f8d82 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6151311 Jun 16 13:45:01.208737 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 39982) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:01.213011 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51477aad-c1e2-4856-bb97-94691d0f8d82 admin admin] Pushing event updated for resources: {'Network': ['ID=a32fb711-76ca-4bf4-b0df-7220710f5fda,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:01.216187 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-51477aad-c1e2-4856-bb97-94691d0f8d82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:01.224460 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Network a32fb711-76ca-4bf4-b0df-7220710f5fda details requested by agent ovs-agent-dv-cinder-789603-10-smb with host dv-cinder-789603-10-smb {{(pid=103676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 13:45:01.225991 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.v2.base [None req-351551e2-599b-4eee-bfe9-48c907b84080 admin admin] Request body: {'subnet': {'network_id': 'a32fb711-76ca-4bf4-b0df-7220710f5fda', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1776136227-subnet', 'tenant_id': 'd54e1d7266474b44992dd4d990d7ae55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:45:01.269285 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351551e2-599b-4eee-bfe9-48c907b84080 admin admin] Made reservation on behalf of d54e1d7266474b44992dd4d990d7ae55 for: {'subnet': 1} {{(pid=103675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:45:01.272119 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-351551e2-599b-4eee-bfe9-48c907b84080 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8681998'] for subnet, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:01.311620 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-46c86e50-13d5-43aa-9924-bdde2660598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:01.466284 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-351551e2-599b-4eee-bfe9-48c907b84080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10267118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8682012'] for subnet, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:01.469599 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-b6e87063-2e49-42e4-8854-745039c67d62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:01.532600 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-351551e2-599b-4eee-bfe9-48c907b84080 admin admin] Checking segment: {'id': '54bf1e60-a570-4667-ba52-e23da929eb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'a32fb711-76ca-4bf4-b0df-7220710f5fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:45:01.532960 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351551e2-599b-4eee-bfe9-48c907b84080 admin admin] Network hostable DHCP agents. Network: a32fb711-76ca-4bf4-b0df-7220710f5fda, hostable agents: ['8ea809cc-5bb3-41d5-8624-7e06cbdf14c2'], hosted agents: [] {{(pid=103675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 13:45:01.539465 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351551e2-599b-4eee-bfe9-48c907b84080 admin admin] Pushing event updated for resources: {'Subnet': ['ID=176f96c2-ccba-401d-a8b5-09c52957a6c9,revision_number=0']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:01.545432 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-351551e2-599b-4eee-bfe9-48c907b84080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:01.558259 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351551e2-599b-4eee-bfe9-48c907b84080 admin admin] Network a32fb711-76ca-4bf4-b0df-7220710f5fda is scheduled to be hosted by DHCP agent 8ea809cc-5bb3-41d5-8624-7e06cbdf14c2 with binding_index 1 {{(pid=103675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 13:45:01.586609 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.base_scheduler [None req-351551e2-599b-4eee-bfe9-48c907b84080 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-10-smb, a32fb711-76ca-4bf4-b0df-7220710f5fda) {{(pid=103675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:45:01.592661 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351551e2-599b-4eee-bfe9-48c907b84080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:01.593465 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-351551e2-599b-4eee-bfe9-48c907b84080 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:01.598290 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112d1aa7-28e5-45e8-8432-fd43f712d275 None None] Network a32fb711-76ca-4bf4-b0df-7220710f5fda requested from dv-cinder-789603-10-smb {{(pid=103676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:45:01.614572 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-351551e2-599b-4eee-bfe9-48c907b84080 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4048624 Jun 16 13:45:01.750474 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62d4af7-581b-4bc5-8572-af1ee0fb3c61 None None] Network a32fb711-76ca-4bf4-b0df-7220710f5fda requested from dv-cinder-789603-10-smb {{(pid=103676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:45:01.987767 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c7d6d-93fa-42fc-869a-455bf1ad3849 req-deec7fe6-cb7b-4a97-95de-25f26a538ffe tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:01.989357 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-8e5c7d6d-93fa-42fc-869a-455bf1ad3849 req-deec7fe6-cb7b-4a97-95de-25f26a538ffe tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=f96efd70-6984-429e-9e25-f117c8a5a4e1 HTTP/1.1" status: 200 len: 945 time: 0.0733488 Jun 16 13:45:02.041449 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9426d120-8ef3-450b-a3fa-438be4b95f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:02.046296 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-8e5c7d6d-93fa-42fc-869a-455bf1ad3849 req-53d3acc3-d83f-4054-8835-6be570f4c181 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504317 Jun 16 13:45:02.304831 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32485d18-b6a5-49b2-b247-b1f017bbc942 req-d6f39397-4b7a-4390-bc02-d43700373d8c tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:02.306944 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-32485d18-b6a5-49b2-b247-b1f017bbc942 req-d6f39397-4b7a-4390-bc02-d43700373d8c tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.1235332 Jun 16 13:45:02.380155 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-32485d18-b6a5-49b2-b247-b1f017bbc942 req-676ea933-2a7c-46da-bbf3-33cbe4390317 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663188 Jun 16 13:45:02.404115 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be669bb7-391c-4b73-b051-d05fcc15ca14 req-84dd4881-858b-4dd7-9d33-775e5c06ddcc tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:02.405627 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-be669bb7-391c-4b73-b051-d05fcc15ca14 req-84dd4881-858b-4dd7-9d33-775e5c06ddcc tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=89b90e87-b814-4f20-9191-c50664a7e28c HTTP/1.1" status: 200 len: 945 time: 0.1241364 Jun 16 13:45:02.449147 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-be669bb7-391c-4b73-b051-d05fcc15ca14 req-92bf7918-a322-4512-aeb4-bb9b9a415003 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363591 Jun 16 13:45:03.594737 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e0e4a-1d01-4936-b8db-ca1136ee7a09 req-09db00b4-7a0a-4bfa-800b-6284741f59a0 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:03.597827 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-fe7e0e4a-1d01-4936-b8db-ca1136ee7a09 req-09db00b4-7a0a-4bfa-800b-6284741f59a0 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/networks?id=a32fb711-76ca-4bf4-b0df-7220710f5fda HTTP/1.1" status: 200 len: 809 time: 0.1126418 Jun 16 13:45:03.621717 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-fe7e0e4a-1d01-4936-b8db-ca1136ee7a09 req-1ec798e4-58b4-4a42-9393-3122428f8a0a tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/quotas/d54e1d7266474b44992dd4d990d7ae55 HTTP/1.1" status: 200 len: 375 time: 0.0178723 Jun 16 13:45:03.672303 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-fe7e0e4a-1d01-4936-b8db-ca1136ee7a09 req-d95f054d-062a-4468-86ae-53e652638d5d tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=d54e1d7266474b44992dd4d990d7ae55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428462 Jun 16 13:45:03.885246 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3cd87a0a-8c13-4d66-8546-43ee61e1d8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:04.054907 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-fe7e0e4a-1d01-4936-b8db-ca1136ee7a09 req-32af6753-9723-459d-a439-8ff2d9691d4b service neutron] 10.222.0.104 "GET /v2.0/networks/a32fb711-76ca-4bf4-b0df-7220710f5fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660429 Jun 16 13:45:04.063620 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0c37e-eddf-44f3-8105-7d22a43b1259 req-cfb45136-ab2e-4b99-9f67-347b4c7e798d tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:04.065134 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-21e0c37e-eddf-44f3-8105-7d22a43b1259 req-cfb45136-ab2e-4b99-9f67-347b4c7e798d tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=89b90e87-b814-4f20-9191-c50664a7e28c HTTP/1.1" status: 200 len: 945 time: 0.4338596 Jun 16 13:45:04.172955 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-21e0c37e-eddf-44f3-8105-7d22a43b1259 req-7fee8da9-3e58-4403-b784-5210437997d6 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969620 Jun 16 13:45:04.195956 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-974a8568-b70a-45b9-8b4d-602b4daa1535 req-265d6a24-2cb6-4837-bd16-65351a287e5b service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=f61f6257-f19e-4378-b0e7-8174c1b8ef7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1867182 Jun 16 13:45:04.224728 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-fe7e0e4a-1d01-4936-b8db-ca1136ee7a09 req-13a4d8d7-a63f-461f-ae04-8e6b13d6ffc1 service neutron] 10.222.0.104 "GET /v2.0/networks/a32fb711-76ca-4bf4-b0df-7220710f5fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573257 Jun 16 13:45:04.379208 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a8568-b70a-45b9-8b4d-602b4daa1535 req-655a6edc-b26f-425a-b066-9b8dec71b582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:04.380722 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-974a8568-b70a-45b9-8b4d-602b4daa1535 req-655a6edc-b26f-425a-b066-9b8dec71b582 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ca93fec913c446f4a19f859e71e49cd1&device_id=f61f6257-f19e-4378-b0e7-8174c1b8ef7b HTTP/1.1" status: 200 len: 1098 time: 0.1085742 Jun 16 13:45:04.609058 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a8568-b70a-45b9-8b4d-602b4daa1535 req-35942c4a-e0b6-425f-9ce0-d513a2743337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:04.610552 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-974a8568-b70a-45b9-8b4d-602b4daa1535 req-35942c4a-e0b6-425f-9ce0-d513a2743337 service neutron] 10.222.0.101 "GET /v2.0/networks?id=d7d7741f-07ca-412f-8243-ccc485688abb HTTP/1.1" status: 200 len: 917 time: 0.1940012 Jun 16 13:45:04.692796 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-974a8568-b70a-45b9-8b4d-602b4daa1535 req-02f32da4-839a-4679-b0b2-481d78cb6412 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88 HTTP/1.1" status: 200 len: 217 time: 0.0680709 Jun 16 13:45:04.882770 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-0028fce2-8b4a-4e66-9eea-972cbdd2b5f5 req-067b4b85-94c4-44be-8538-b93823f3f3b5 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/ports?device_id=fa6f0c19-91cb-4741-85b6-b9df2fb6af3e HTTP/1.1" status: 200 len: 210 time: 0.0698299 Jun 16 13:45:04.911713 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a8568-b70a-45b9-8b4d-602b4daa1535 req-6fcf6713-a030-4d04-ac46-f90c8214a9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:04.914324 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-974a8568-b70a-45b9-8b4d-602b4daa1535 req-6fcf6713-a030-4d04-ac46-f90c8214a9ee service neutron] 10.222.0.101 "GET /v2.0/subnets?id=edeae7f3-c024-4f6a-b058-211ad66a5634 HTTP/1.1" status: 200 len: 855 time: 0.2087219 Jun 16 13:45:04.939701 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f4de9-89ca-4ea5-996f-d1bc29e0f45d req-0384ff99-53a5-4df8-a63d-1436a64a9732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:04.941886 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-b96f4de9-89ca-4ea5-996f-d1bc29e0f45d req-0384ff99-53a5-4df8-a63d-1436a64a9732 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=aab2bee29bb84945808496017e6bfae7&device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 1099 time: 0.1286874 Jun 16 13:45:05.006862 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-974a8568-b70a-45b9-8b4d-602b4daa1535 req-487d915f-1cb9-4f06-b6cb-396caaffefeb service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=d7d7741f-07ca-412f-8243-ccc485688abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780954 Jun 16 13:45:05.161322 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-974a8568-b70a-45b9-8b4d-602b4daa1535 req-dedca97f-3eb3-4b5d-bf19-a7496dd4a624 service neutron] 10.222.0.101 "GET /v2.0/networks/d7d7741f-07ca-412f-8243-ccc485688abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431012 Jun 16 13:45:05.161775 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f4de9-89ca-4ea5-996f-d1bc29e0f45d req-cc6c30c8-25be-4f55-9a65-7d6209ec3433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:05.163364 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-b96f4de9-89ca-4ea5-996f-d1bc29e0f45d req-cc6c30c8-25be-4f55-9a65-7d6209ec3433 service neutron] 10.222.0.101 "GET /v2.0/networks?id=3fd1b355-6844-49d6-9575-d3c884c6ee87 HTTP/1.1" status: 200 len: 920 time: 0.2022460 Jun 16 13:45:05.234318 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-b96f4de9-89ca-4ea5-996f-d1bc29e0f45d req-f9d61e09-aa4e-4388-870d-167321fc1ddd service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcd7fd90-087c-441d-ad88-0a640767d612 HTTP/1.1" status: 200 len: 217 time: 0.0468633 Jun 16 13:45:05.289085 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd832c3-5958-4851-be65-46bcde1eed28 req-f586ace8-9c38-41c6-9f08-ea73664485c1 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:05.290568 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-1cd832c3-5958-4851-be65-46bcde1eed28 req-f586ace8-9c38-41c6-9f08-ea73664485c1 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.1440771 Jun 16 13:45:05.292867 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-974a8568-b70a-45b9-8b4d-602b4daa1535 req-28374cb7-a08b-436a-8140-ddaec512e451 service neutron] 10.222.0.101 "GET /v2.0/networks/d7d7741f-07ca-412f-8243-ccc485688abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042120 Jun 16 13:45:05.315997 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f4de9-89ca-4ea5-996f-d1bc29e0f45d req-19292d25-4cd6-43d9-9552-d9cd18369d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:05.317720 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-b96f4de9-89ca-4ea5-996f-d1bc29e0f45d req-19292d25-4cd6-43d9-9552-d9cd18369d77 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=79b8c341-956a-473f-ad31-1610f8a12fbd HTTP/1.1" status: 200 len: 858 time: 0.0670481 Jun 16 13:45:05.338362 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-1cd832c3-5958-4851-be65-46bcde1eed28 req-a2ac6392-c082-4e34-825d-5ed7f43917ae tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398839 Jun 16 13:45:05.384377 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-b96f4de9-89ca-4ea5-996f-d1bc29e0f45d req-b126abd4-b0bc-4a03-ac7d-d12ea5c4d1ca service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=3fd1b355-6844-49d6-9575-d3c884c6ee87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333576 Jun 16 13:45:05.395241 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 40150) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:05.501902 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-b96f4de9-89ca-4ea5-996f-d1bc29e0f45d req-b76d5e01-fa19-43db-a9da-5fe612994450 service neutron] 10.222.0.101 "GET /v2.0/networks/3fd1b355-6844-49d6-9575-d3c884c6ee87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039829 Jun 16 13:45:05.518013 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-3c90716f-3385-4b47-98d6-ac0baaec696b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:05.641883 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-b96f4de9-89ca-4ea5-996f-d1bc29e0f45d req-85508ab6-e64f-487b-9c17-86c3371f1805 service neutron] 10.222.0.101 "GET /v2.0/networks/3fd1b355-6844-49d6-9575-d3c884c6ee87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155269 Jun 16 13:45:05.684886 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-3c90716f-3385-4b47-98d6-ac0baaec696b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:05.689765 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-3c90716f-3385-4b47-98d6-ac0baaec696b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:05.694145 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-1902c69f-cf1c-4b38-9267-8db29bf8b4e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:05.735062 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-3c90716f-3385-4b47-98d6-ac0baaec696b admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=48cb46e2c18e4abc8239895293c9a23c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3360705 Jun 16 13:45:05.735287 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 40160) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:05.742690 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c90716f-3385-4b47-98d6-ac0baaec696b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7168e874-2bf6-4088-8c72-f473a28d228d,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:05.747025 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-3c90716f-3385-4b47-98d6-ac0baaec696b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:05.806698 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ad8b9132-af32-4a89-938b-02b6bc069281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:05.829736 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ad8b9132-af32-4a89-938b-02b6bc069281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:05.877497 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ad8b9132-af32-4a89-938b-02b6bc069281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:05.880131 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ad8b9132-af32-4a89-938b-02b6bc069281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:05.881401 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-ad8b9132-af32-4a89-938b-02b6bc069281 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/7168e874-2bf6-4088-8c72-f473a28d228d HTTP/1.1" status: 204 len: 168 time: 0.1445563 Jun 16 13:45:05.882181 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-58287f17-3978-4960-a690-3afb87087a13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:05.891675 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b9132-af32-4a89-938b-02b6bc069281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7168e874-2bf6-4088-8c72-f473a28d228d,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:05.899364 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-ad8b9132-af32-4a89-938b-02b6bc069281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:06.048256 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-cbb03708-a794-4b1b-b4e4-e3577fcb20b2 req-852cc21d-4fd9-4dd0-8014-b064e1d356d8 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/ports?device_id=fa6f0c19-91cb-4741-85b6-b9df2fb6af3e HTTP/1.1" status: 200 len: 210 time: 0.0450115 Jun 16 13:45:06.272712 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 40194) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:06.292846 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-0c1e615b-396a-4fb9-887f-bd40aa68329c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:06.414891 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-0c1e615b-396a-4fb9-887f-bd40aa68329c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:06.420611 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-0c1e615b-396a-4fb9-887f-bd40aa68329c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:06.423816 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-4dab6fde-bdab-45df-8d49-6bcc377abe35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:06.461065 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-0c1e615b-396a-4fb9-887f-bd40aa68329c admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=25c8163090af41aebeba956f49fab1f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1854448 Jun 16 13:45:06.461938 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e615b-396a-4fb9-887f-bd40aa68329c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f819e4f4-8aa5-4786-af7d-d2d31eb6d79c,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:06.464361 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 40202) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:06.466276 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-0c1e615b-396a-4fb9-887f-bd40aa68329c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:06.528970 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-167b1932-b933-47dd-bd18-eba1a17422a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:06.531085 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006add98-a7be-4c4b-8be4-5cc9bc926c2b req-2e295552-ef19-4b32-83f4-fcccb20f4a0d tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:06.532799 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-006add98-a7be-4c4b-8be4-5cc9bc926c2b req-2e295552-ef19-4b32-83f4-fcccb20f4a0d tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0725701 Jun 16 13:45:06.563822 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-167b1932-b933-47dd-bd18-eba1a17422a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:06.575547 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-006add98-a7be-4c4b-8be4-5cc9bc926c2b req-b74125a0-dea6-4bd4-869a-503b940541a0 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370245 Jun 16 13:45:06.619346 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-167b1932-b933-47dd-bd18-eba1a17422a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:06.623124 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-167b1932-b933-47dd-bd18-eba1a17422a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:06.624949 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-167b1932-b933-47dd-bd18-eba1a17422a3 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/f819e4f4-8aa5-4786-af7d-d2d31eb6d79c HTTP/1.1" status: 204 len: 168 time: 0.1596768 Jun 16 13:45:06.625981 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-c8f7a630-b182-4c5a-b4a2-1ce0360dbd0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:06.639312 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b1932-b933-47dd-bd18-eba1a17422a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f819e4f4-8aa5-4786-af7d-d2d31eb6d79c,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:06.641407 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-167b1932-b933-47dd-bd18-eba1a17422a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:06.880009 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e0e4a-1d01-4936-b8db-ca1136ee7a09 req-17ed4274-6782-49a6-99d5-58b4b0c94efb tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:06.881457 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-fe7e0e4a-1d01-4936-b8db-ca1136ee7a09 req-17ed4274-6782-49a6-99d5-58b4b0c94efb tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.101 "GET /v2.0/networks?id=a32fb711-76ca-4bf4-b0df-7220710f5fda HTTP/1.1" status: 200 len: 809 time: 0.1223826 Jun 16 13:45:06.911946 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.v2.base [req-fe7e0e4a-1d01-4936-b8db-ca1136ee7a09 req-6875314d-7dbc-4ca9-bfd5-f5cb42987f1c tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Request body: {'port': {'device_id': 'fa6f0c19-91cb-4741-85b6-b9df2fb6af3e', 'network_id': 'a32fb711-76ca-4bf4-b0df-7220710f5fda', 'admin_state_up': True, 'tenant_id': 'd54e1d7266474b44992dd4d990d7ae55'}} {{(pid=103675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:45:07.027987 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe7e0e4a-1d01-4936-b8db-ca1136ee7a09 req-6875314d-7dbc-4ca9-bfd5-f5cb42987f1c tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Made reservation on behalf of d54e1d7266474b44992dd4d990d7ae55 for: {'port': 1} {{(pid=103675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:45:07.032443 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-fe7e0e4a-1d01-4936-b8db-ca1136ee7a09 req-6875314d-7dbc-4ca9-bfd5-f5cb42987f1c tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for port, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:07.196853 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.db.db_base_plugin_common [req-fe7e0e4a-1d01-4936-b8db-ca1136ee7a09 req-6875314d-7dbc-4ca9-bfd5-f5cb42987f1c tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Allocated IP 172.20.0.7 (a32fb711-76ca-4bf4-b0df-7220710f5fda/176f96c2-ccba-401d-a8b5-09c52957a6c9/504fb1fb-9d5c-40f3-a0a3-45c8d6078588) {{(pid=103675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:45:07.229894 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-bb6d65c9-4e84-4434-83e0-71eec25cba95 req-346b67f6-c0d5-47f1-bd75-441287b743b8 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/ports?device_id=fa6f0c19-91cb-4741-85b6-b9df2fb6af3e HTTP/1.1" status: 200 len: 210 time: 0.0454996 Jun 16 13:45:07.398818 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-fe7e0e4a-1d01-4936-b8db-ca1136ee7a09 req-6875314d-7dbc-4ca9-bfd5-f5cb42987f1c tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Notify callbacks [] for port, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:07.473045 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-fe7e0e4a-1d01-4936-b8db-ca1136ee7a09 req-6875314d-7dbc-4ca9-bfd5-f5cb42987f1c tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1833118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779594881046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10267002'] for port, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:07.488292 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:07.585286 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe7e0e4a-1d01-4936-b8db-ca1136ee7a09 req-6875314d-7dbc-4ca9-bfd5-f5cb42987f1c tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Network a32fb711-76ca-4bf4-b0df-7220710f5fda is already hosted by enough agents. {{(pid=103675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:45:07.591497 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6875314d-7dbc-4ca9-bfd5-f5cb42987f1c tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Pushing event updated for resources: {'Port': ['ID=504fb1fb-9d5c-40f3-a0a3-45c8d6078588,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:07.602820 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.base_scheduler [req-fe7e0e4a-1d01-4936-b8db-ca1136ee7a09 req-6875314d-7dbc-4ca9-bfd5-f5cb42987f1c tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Resources bound (agent type, host, resource id): {{(pid=103675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:45:07.618762 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-6875314d-7dbc-4ca9-bfd5-f5cb42987f1c tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:07.619684 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe7e0e4a-1d01-4936-b8db-ca1136ee7a09 req-6875314d-7dbc-4ca9-bfd5-f5cb42987f1c tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Received port after_create {{(pid=103675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:45:07.684186 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e0e4a-1d01-4936-b8db-ca1136ee7a09 req-6875314d-7dbc-4ca9-bfd5-f5cb42987f1c tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:07.685647 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-fe7e0e4a-1d01-4936-b8db-ca1136ee7a09 req-6875314d-7dbc-4ca9-bfd5-f5cb42987f1c tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for port, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:07.704898 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-fe7e0e4a-1d01-4936-b8db-ca1136ee7a09 req-6875314d-7dbc-4ca9-bfd5-f5cb42987f1c tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8052084 Jun 16 13:45:07.724673 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.v2.base [req-fe7e0e4a-1d01-4936-b8db-ca1136ee7a09 req-b570bc0a-e3f9-4028-a93f-4f80b2732c56 service neutron] Request body: {'port': {'device_id': 'fa6f0c19-91cb-4741-85b6-b9df2fb6af3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=103675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:45:07.803936 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ef599-bcd8-4350-b562-f70a540ce4d9 req-27e5e8b4-94c6-4b76-aa71-912aec89abda tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:07.811819 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-fe7e0e4a-1d01-4936-b8db-ca1136ee7a09 req-b570bc0a-e3f9-4028-a93f-4f80b2732c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:07.818532 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-d83ef599-bcd8-4350-b562-f70a540ce4d9 req-27e5e8b4-94c6-4b76-aa71-912aec89abda tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0939589 Jun 16 13:45:07.849464 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 40264) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:07.879586 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-d83ef599-bcd8-4350-b562-f70a540ce4d9 req-f0861e83-2ed5-416a-9fcb-cf28c34eeb89 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492125 Jun 16 13:45:08.006833 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-edd219ac-5046-462e-81ec-4ba93a445efa admin admin] Notify callbacks [] for security_group, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:08.119122 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-edd219ac-5046-462e-81ec-4ba93a445efa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:08.124948 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-edd219ac-5046-462e-81ec-4ba93a445efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:08.131563 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-99a308e8-f919-490d-bdb6-583eb5e4e1b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:08.143160 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.notifiers.nova [req-fe7e0e4a-1d01-4936-b8db-ca1136ee7a09 req-b570bc0a-e3f9-4028-a93f-4f80b2732c56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 504fb1fb-9d5c-40f3-a0a3-45c8d6078588 {{(pid=103675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:45:08.147256 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-fe7e0e4a-1d01-4936-b8db-ca1136ee7a09 req-b570bc0a-e3f9-4028-a93f-4f80b2732c56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:08.163039 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [req-fe7e0e4a-1d01-4936-b8db-ca1136ee7a09 req-b570bc0a-e3f9-4028-a93f-4f80b2732c56 service neutron] Transition to ACTIVE for port object 504fb1fb-9d5c-40f3-a0a3-45c8d6078588 will not be triggered until provisioned by entity L2. {{(pid=103675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:45:08.168287 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-edd219ac-5046-462e-81ec-4ba93a445efa admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=a16f5cf767fc49be9b25f0ce297cb382&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3183551 Jun 16 13:45:08.169951 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd219ac-5046-462e-81ec-4ba93a445efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e757480-1da7-41c3-ad12-eb2e8d567f3c,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:08.171824 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-fe7e0e4a-1d01-4936-b8db-ca1136ee7a09 req-b570bc0a-e3f9-4028-a93f-4f80b2732c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10266988'] for port, after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:08.172510 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 40278) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:08.174677 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-edd219ac-5046-462e-81ec-4ba93a445efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:08.179980 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-2495f5ab-0caa-46c1-baed-6230286edb26 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:08.221150 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1a95a594-d473-44a7-af6a-ce04dfb0e3a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:08.223463 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b570bc0a-e3f9-4028-a93f-4f80b2732c56 service neutron] Pushing event updated for resources: {'Port': ['ID=504fb1fb-9d5c-40f3-a0a3-45c8d6078588,revision_number=2']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:08.228737 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-b570bc0a-e3f9-4028-a93f-4f80b2732c56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:08.254351 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1a95a594-d473-44a7-af6a-ce04dfb0e3a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:08.332137 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1a95a594-d473-44a7-af6a-ce04dfb0e3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:08.334742 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1a95a594-d473-44a7-af6a-ce04dfb0e3a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:08.338315 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-1a95a594-d473-44a7-af6a-ce04dfb0e3a9 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/2e757480-1da7-41c3-ad12-eb2e8d567f3c HTTP/1.1" status: 204 len: 168 time: 0.1623979 Jun 16 13:45:08.338315 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:08.344416 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a95a594-d473-44a7-af6a-ce04dfb0e3a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e757480-1da7-41c3-ad12-eb2e8d567f3c,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:08.346707 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-1a95a594-d473-44a7-af6a-ce04dfb0e3a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:08.375495 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [req-fe7e0e4a-1d01-4936-b8db-ca1136ee7a09 req-b570bc0a-e3f9-4028-a93f-4f80b2732c56 service neutron] Attempting to bind port 504fb1fb-9d5c-40f3-a0a3-45c8d6078588 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:45:08.375828 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [req-fe7e0e4a-1d01-4936-b8db-ca1136ee7a09 req-b570bc0a-e3f9-4028-a93f-4f80b2732c56 service neutron] Attempting to bind port 504fb1fb-9d5c-40f3-a0a3-45c8d6078588 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '54bf1e60-a570-4667-ba52-e23da929eb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'a32fb711-76ca-4bf4-b0df-7220710f5fda'}] {{(pid=103675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:45:08.376181 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7e0e4a-1d01-4936-b8db-ca1136ee7a09 req-b570bc0a-e3f9-4028-a93f-4f80b2732c56 service neutron] Attempting to bind port 504fb1fb-9d5c-40f3-a0a3-45c8d6078588 on network a32fb711-76ca-4bf4-b0df-7220710f5fda {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:45:08.390053 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7e0e4a-1d01-4936-b8db-ca1136ee7a09 req-b570bc0a-e3f9-4028-a93f-4f80b2732c56 service neutron] Port 504fb1fb-9d5c-40f3-a0a3-45c8d6078588 on network a32fb711-76ca-4bf4-b0df-7220710f5fda not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 13:45:08.390380 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7e0e4a-1d01-4936-b8db-ca1136ee7a09 req-b570bc0a-e3f9-4028-a93f-4f80b2732c56 service neutron] Attempting to bind port 504fb1fb-9d5c-40f3-a0a3-45c8d6078588 on network a32fb711-76ca-4bf4-b0df-7220710f5fda {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:45:08.395591 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7e0e4a-1d01-4936-b8db-ca1136ee7a09 req-b570bc0a-e3f9-4028-a93f-4f80b2732c56 service neutron] Checking agent: {'id': '1d30c470-50d4-4ce2-b27c-c11b758166c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 42, 10), 'started_at': datetime.datetime(2021, 6, 16, 13, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:45:08.395926 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7e0e4a-1d01-4936-b8db-ca1136ee7a09 req-b570bc0a-e3f9-4028-a93f-4f80b2732c56 service neutron] Checking segment: {'id': '54bf1e60-a570-4667-ba52-e23da929eb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'a32fb711-76ca-4bf4-b0df-7220710f5fda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:45:08.396333 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7e0e4a-1d01-4936-b8db-ca1136ee7a09 req-b570bc0a-e3f9-4028-a93f-4f80b2732c56 service neutron] Bound using segment: {'id': '54bf1e60-a570-4667-ba52-e23da929eb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'a32fb711-76ca-4bf4-b0df-7220710f5fda'} {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:45:08.396761 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [req-fe7e0e4a-1d01-4936-b8db-ca1136ee7a09 req-b570bc0a-e3f9-4028-a93f-4f80b2732c56 service neutron] Bound port: 504fb1fb-9d5c-40f3-a0a3-45c8d6078588, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54bf1e60-a570-4667-ba52-e23da929eb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'a32fb711-76ca-4bf4-b0df-7220710f5fda'}}] {{(pid=103675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:45:08.397252 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-fe7e0e4a-1d01-4936-b8db-ca1136ee7a09 req-b570bc0a-e3f9-4028-a93f-4f80b2732c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:08.452786 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ebfa28-e3c9-4dd8-8e8f-29f21a1b8568 req-fff03446-6b4f-4416-bb2d-4e9d6c376e08 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:08.463801 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a9ebfa28-e3c9-4dd8-8e8f-29f21a1b8568 req-fff03446-6b4f-4416-bb2d-4e9d6c376e08 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/ports?device_id=fa6f0c19-91cb-4741-85b6-b9df2fb6af3e HTTP/1.1" status: 200 len: 943 time: 0.1025996 Jun 16 13:45:08.498184 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.db [req-fe7e0e4a-1d01-4936-b8db-ca1136ee7a09 req-b570bc0a-e3f9-4028-a93f-4f80b2732c56 service neutron] For port 504fb1fb-9d5c-40f3-a0a3-45c8d6078588, host hv-cinder-78960, cleared binding levels {{(pid=103675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:45:08.504267 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.db [req-fe7e0e4a-1d01-4936-b8db-ca1136ee7a09 req-b570bc0a-e3f9-4028-a93f-4f80b2732c56 service neutron] For port 504fb1fb-9d5c-40f3-a0a3-45c8d6078588, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=504fb1fb-9d5c-40f3-a0a3-45c8d6078588,segment=NetworkSegment(54bf1e60-a570-4667-ba52-e23da929eb41),segment_id=54bf1e60-a570-4667-ba52-e23da929eb41)] {{(pid=103675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:45:08.504862 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a9ebfa28-e3c9-4dd8-8e8f-29f21a1b8568 req-5d780f65-cdbb-44d2-9ca7-3f2bfd5b22f8 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/security-groups?id=f0bffd52-bd2e-47f8-929e-53a2558ccc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400958 Jun 16 13:45:08.512394 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-fe7e0e4a-1d01-4936-b8db-ca1136ee7a09 req-b570bc0a-e3f9-4028-a93f-4f80b2732c56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10266988'] for port, after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:08.527558 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-3236fb25-1a50-4ad0-a6b4-ac3d122d58ce service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:08.555254 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e0e4a-1d01-4936-b8db-ca1136ee7a09 req-b570bc0a-e3f9-4028-a93f-4f80b2732c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:08.555959 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-fe7e0e4a-1d01-4936-b8db-ca1136ee7a09 req-b570bc0a-e3f9-4028-a93f-4f80b2732c56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for port, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:08.557544 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-fe7e0e4a-1d01-4936-b8db-ca1136ee7a09 req-b570bc0a-e3f9-4028-a93f-4f80b2732c56 service neutron] 10.222.0.101 "PUT /v2.0/ports/504fb1fb-9d5c-40f3-a0a3-45c8d6078588 HTTP/1.1" status: 200 len: 1093 time: 0.8408835 Jun 16 13:45:08.558126 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa6f0c19-91cb-4741-85b6-b9df2fb6af3e', 'tag': '504fb1fb-9d5c-40f3-a0a3-45c8d6078588'}] {{(pid=103675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:45:08.560543 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a16ec9cc8eba4f619b451732e343570940bd63550f2ec78b6d3f6fbb7e41a49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673382c2-7d71-477a-ac77-9d8579f433a4" -d '{"events": [{"name": "network-changed", "server_uuid": "fa6f0c19-91cb-4741-85b6-b9df2fb6af3e", "tag": "504fb1fb-9d5c-40f3-a0a3-45c8d6078588"}]}' {{(pid=103675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:45:08.594428 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b570bc0a-e3f9-4028-a93f-4f80b2732c56 service neutron] Pushing event updated for resources: {'Port': ['ID=504fb1fb-9d5c-40f3-a0a3-45c8d6078588,revision_number=3']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:08.598454 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-b570bc0a-e3f9-4028-a93f-4f80b2732c56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:08.653446 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce67a36a-475b-44af-8f46-101ccada5dd8 x-openstack-request-id: req-ce67a36a-475b-44af-8f46-101ccada5dd8 {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:45:08.653591 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa6f0c19-91cb-4741-85b6-b9df2fb6af3e", "tag": "504fb1fb-9d5c-40f3-a0a3-45c8d6078588", "status": "completed", "code": 200}]} {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:45:08.653839 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-ce67a36a-475b-44af-8f46-101ccada5dd8 {{(pid=103675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:45:08.654899 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa6f0c19-91cb-4741-85b6-b9df2fb6af3e', 'tag': '504fb1fb-9d5c-40f3-a0a3-45c8d6078588', 'status': 'completed', 'code': 200} Jun 16 13:45:08.697306 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e0e4a-1d01-4936-b8db-ca1136ee7a09 req-2bc8bdd9-1133-400b-a802-25b15dfd31a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:08.698639 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-fe7e0e4a-1d01-4936-b8db-ca1136ee7a09 req-2bc8bdd9-1133-400b-a802-25b15dfd31a1 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=d54e1d7266474b44992dd4d990d7ae55&device_id=fa6f0c19-91cb-4741-85b6-b9df2fb6af3e HTTP/1.1" status: 200 len: 1096 time: 0.0938699 Jun 16 13:45:08.776760 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-fe7e0e4a-1d01-4936-b8db-ca1136ee7a09 req-80cea823-5609-4816-bb01-afbbe204658c service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=504fb1fb-9d5c-40f3-a0a3-45c8d6078588 HTTP/1.1" status: 200 len: 217 time: 0.0648475 Jun 16 13:45:08.885229 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e0e4a-1d01-4936-b8db-ca1136ee7a09 req-5c6d95e9-e625-46da-b62d-b357e02c7cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:08.889757 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-fe7e0e4a-1d01-4936-b8db-ca1136ee7a09 req-5c6d95e9-e625-46da-b62d-b357e02c7cb8 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=176f96c2-ccba-401d-a8b5-09c52957a6c9 HTTP/1.1" status: 200 len: 849 time: 0.0811622 Jun 16 13:45:08.937114 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-fe7e0e4a-1d01-4936-b8db-ca1136ee7a09 req-c33cf39a-6a6b-483c-8ce2-5b483eac94a3 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=a32fb711-76ca-4bf4-b0df-7220710f5fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281150 Jun 16 13:45:08.948518 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 40348) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:09.079541 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 40364) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:09.106734 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeda0dc-4ff7-4f19-83b1-66247397c941 req-099f0761-5e36-41c4-b048-4daf64818b99 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:09.114198 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-0eeda0dc-4ff7-4f19-83b1-66247397c941 req-099f0761-5e36-41c4-b048-4daf64818b99 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0881722 Jun 16 13:45:09.160701 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-0eeda0dc-4ff7-4f19-83b1-66247397c941 req-5a80dce2-7b1f-4795-86cd-5c5318427fa9 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453866 Jun 16 13:45:09.216941 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ea7f01a0-6b2a-4597-ad60-d962f9da7181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:09.234793 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-e65eef50-eff0-4e43-83ef-f2fdd717da49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:09.279083 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-fe7e0e4a-1d01-4936-b8db-ca1136ee7a09 req-9cbb784b-596b-410c-a2d4-e477de508b32 service neutron] 10.222.0.101 "GET /v2.0/networks/a32fb711-76ca-4bf4-b0df-7220710f5fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272939 Jun 16 13:45:09.335036 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ea7f01a0-6b2a-4597-ad60-d962f9da7181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:09.345210 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ea7f01a0-6b2a-4597-ad60-d962f9da7181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:09.347897 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:09.385067 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-ea7f01a0-6b2a-4597-ad60-d962f9da7181 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=e83059438c204195b7bdd67cb70cf30f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3042383 Jun 16 13:45:09.386318 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7f01a0-6b2a-4597-ad60-d962f9da7181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0197de3-6299-4ead-b27c-6a7b8bd1103b,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:09.388901 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 40372) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:09.391233 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-ea7f01a0-6b2a-4597-ad60-d962f9da7181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:09.433040 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-fe7e0e4a-1d01-4936-b8db-ca1136ee7a09 req-b43a1a44-b2b1-4cc0-b38c-231ab42784c5 service neutron] 10.222.0.101 "GET /v2.0/networks/a32fb711-76ca-4bf4-b0df-7220710f5fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419449 Jun 16 13:45:09.439927 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-bcd5b795-d75a-42fb-80b0-bb27894ce267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:09.462548 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-bcd5b795-d75a-42fb-80b0-bb27894ce267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:09.488248 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-e65eef50-eff0-4e43-83ef-f2fdd717da49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:09.494682 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-e65eef50-eff0-4e43-83ef-f2fdd717da49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:09.497162 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-946c7cc3-a773-44e9-9ee6-d00d494240c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:09.508262 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-bcd5b795-d75a-42fb-80b0-bb27894ce267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:09.511641 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-bcd5b795-d75a-42fb-80b0-bb27894ce267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:09.512883 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-bcd5b795-d75a-42fb-80b0-bb27894ce267 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/f0197de3-6299-4ead-b27c-6a7b8bd1103b HTTP/1.1" status: 204 len: 168 time: 0.1227925 Jun 16 13:45:09.513675 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-96ab0338-8c99-46d5-854e-319abf139a59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:09.526813 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd5b795-d75a-42fb-80b0-bb27894ce267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0197de3-6299-4ead-b27c-6a7b8bd1103b,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:09.530714 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-bcd5b795-d75a-42fb-80b0-bb27894ce267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:09.585143 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:09.585745 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65eef50-eff0-4e43-83ef-f2fdd717da49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a096e117-e3a8-4b96-9bb1-973a06ee04c9,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:09.592061 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-e65eef50-eff0-4e43-83ef-f2fdd717da49 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=7df2a48afe7e4175a8786036e9cee2aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6423309 Jun 16 13:45:09.594207 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 40386) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:09.608773 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-e65eef50-eff0-4e43-83ef-f2fdd717da49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:09.647652 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673382c2-7d71-477a-ac77-9d8579f433a4 req-51ef1ca4-b016-4c6f-9363-8e05b5743707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:09.649200 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-673382c2-7d71-477a-ac77-9d8579f433a4 req-51ef1ca4-b016-4c6f-9363-8e05b5743707 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=d54e1d7266474b44992dd4d990d7ae55&device_id=fa6f0c19-91cb-4741-85b6-b9df2fb6af3e HTTP/1.1" status: 200 len: 1096 time: 0.1381085 Jun 16 13:45:09.669083 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-acfefe32-ac76-4ad4-ad20-33c4e431bad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:09.731956 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-acfefe32-ac76-4ad4-ad20-33c4e431bad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:09.803633 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-acfefe32-ac76-4ad4-ad20-33c4e431bad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:09.807855 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-acfefe32-ac76-4ad4-ad20-33c4e431bad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:09.809326 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-acfefe32-ac76-4ad4-ad20-33c4e431bad2 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/a096e117-e3a8-4b96-9bb1-973a06ee04c9 HTTP/1.1" status: 204 len: 168 time: 0.2138839 Jun 16 13:45:09.811301 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-5e29ec64-c46d-4250-a01b-e3df1d24b0bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:09.825038 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfefe32-ac76-4ad4-ad20-33c4e431bad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a096e117-e3a8-4b96-9bb1-973a06ee04c9,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:09.829272 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-acfefe32-ac76-4ad4-ad20-33c4e431bad2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:09.833419 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673382c2-7d71-477a-ac77-9d8579f433a4 req-1d721d3b-a0ec-43a4-84a9-59026a33c8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:09.837968 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-673382c2-7d71-477a-ac77-9d8579f433a4 req-1d721d3b-a0ec-43a4-84a9-59026a33c8f3 service neutron] 10.222.0.101 "GET /v2.0/networks?id=a32fb711-76ca-4bf4-b0df-7220710f5fda HTTP/1.1" status: 200 len: 911 time: 0.1759441 Jun 16 13:45:09.839752 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010366a3-632d-47bc-bc6c-702f69e04ef8 req-cda7e51d-e8bc-426c-882b-2ca619f945ee tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:09.842171 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-010366a3-632d-47bc-bc6c-702f69e04ef8 req-cda7e51d-e8bc-426c-882b-2ca619f945ee tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/ports?device_id=fa6f0c19-91cb-4741-85b6-b9df2fb6af3e HTTP/1.1" status: 200 len: 943 time: 0.1623201 Jun 16 13:45:09.905145 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-010366a3-632d-47bc-bc6c-702f69e04ef8 req-7f72ab9d-3cc1-4eb1-a4c2-17c50caca6be tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/security-groups?id=f0bffd52-bd2e-47f8-929e-53a2558ccc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471489 Jun 16 13:45:09.953276 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-673382c2-7d71-477a-ac77-9d8579f433a4 req-9d024cf8-fded-4181-aca4-03cf672f04f0 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=504fb1fb-9d5c-40f3-a0a3-45c8d6078588 HTTP/1.1" status: 200 len: 217 time: 0.1002862 Jun 16 13:45:10.035313 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 40414) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:10.057994 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-999cf0a2-f407-455c-9480-d5c178a9f065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:10.059292 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673382c2-7d71-477a-ac77-9d8579f433a4 req-004a7ca3-eee4-4bc4-a817-ac3ef154ba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:10.061231 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-673382c2-7d71-477a-ac77-9d8579f433a4 req-004a7ca3-eee4-4bc4-a817-ac3ef154ba25 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=176f96c2-ccba-401d-a8b5-09c52957a6c9 HTTP/1.1" status: 200 len: 849 time: 0.1002855 Jun 16 13:45:10.113587 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-673382c2-7d71-477a-ac77-9d8579f433a4 req-77a38b83-85ce-42a7-9dda-4bdab20388c1 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=a32fb711-76ca-4bf4-b0df-7220710f5fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422897 Jun 16 13:45:10.245101 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-673382c2-7d71-477a-ac77-9d8579f433a4 req-ea3a33e4-eba4-4cba-b9ab-f310becd14e2 service neutron] 10.222.0.101 "GET /v2.0/networks/a32fb711-76ca-4bf4-b0df-7220710f5fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167955 Jun 16 13:45:10.272691 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-999cf0a2-f407-455c-9480-d5c178a9f065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:10.279163 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-999cf0a2-f407-455c-9480-d5c178a9f065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:10.288706 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:10.396738 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-999cf0a2-f407-455c-9480-d5c178a9f065 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=00145f020a8341ad9af07b803b0055a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3597765 Jun 16 13:45:10.398377 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999cf0a2-f407-455c-9480-d5c178a9f065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1ea18a-ebbb-489c-a20c-f5377a00389e,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:10.399417 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 40430) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:10.403355 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-999cf0a2-f407-455c-9480-d5c178a9f065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:10.481052 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e69b009-2e81-4a5f-9428-071abdd1f5ae req-2a455968-4f5b-40dc-9fad-42c58548a384 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:10.486709 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-1e69b009-2e81-4a5f-9428-071abdd1f5ae req-2a455968-4f5b-40dc-9fad-42c58548a384 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.1660161 Jun 16 13:45:10.517899 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-673382c2-7d71-477a-ac77-9d8579f433a4 req-9609c9fe-f38e-46c5-ab91-e33c7e1de625 service neutron] 10.222.0.101 "GET /v2.0/networks/a32fb711-76ca-4bf4-b0df-7220710f5fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619364 Jun 16 13:45:10.556513 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-90cd314b-4479-4a8c-ae73-387ed9a18332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:10.577615 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-1e69b009-2e81-4a5f-9428-071abdd1f5ae req-64b20ad4-0488-4a25-827e-28a0dbd50b83 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845766 Jun 16 13:45:10.598476 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-90cd314b-4479-4a8c-ae73-387ed9a18332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:10.646323 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-90cd314b-4479-4a8c-ae73-387ed9a18332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:10.649010 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-90cd314b-4479-4a8c-ae73-387ed9a18332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:10.652630 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-90cd314b-4479-4a8c-ae73-387ed9a18332 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/8c1ea18a-ebbb-489c-a20c-f5377a00389e HTTP/1.1" status: 204 len: 168 time: 0.2517474 Jun 16 13:45:10.653299 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-13c327db-d114-4970-87e9-863f0420af2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:10.662756 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd314b-4479-4a8c-ae73-387ed9a18332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1ea18a-ebbb-489c-a20c-f5377a00389e,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:10.665287 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-90cd314b-4479-4a8c-ae73-387ed9a18332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:11.099366 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7238f-242b-4038-b12d-e052b23bda8d req-b671a63e-700f-4810-94ea-33463b1bb7b1 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:11.106257 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2df7238f-242b-4038-b12d-e052b23bda8d req-b671a63e-700f-4810-94ea-33463b1bb7b1 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/ports?device_id=fa6f0c19-91cb-4741-85b6-b9df2fb6af3e HTTP/1.1" status: 200 len: 943 time: 0.0719016 Jun 16 13:45:11.140475 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2df7238f-242b-4038-b12d-e052b23bda8d req-d99d7edc-0cac-45a5-8749-1cabbed7aa89 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/security-groups?id=f0bffd52-bd2e-47f8-929e-53a2558ccc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329797 Jun 16 13:45:11.848001 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb8222-4649-4fcb-974f-7fdc0eec70b7 req-4bee8792-29fe-47c1-89c1-d045594f69b3 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:11.849724 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-b1cb8222-4649-4fcb-974f-7fdc0eec70b7 req-4bee8792-29fe-47c1-89c1-d045594f69b3 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0921376 Jun 16 13:45:11.960301 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-b1cb8222-4649-4fcb-974f-7fdc0eec70b7 req-0ae64a69-be98-43b1-84d9-dc4e47eadfa4 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991948 Jun 16 13:45:11.995118 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63c93f-c841-4f6b-ae28-bcb9070a20fd req-a398249b-2d23-4399-9851-ec86e850be53 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:12.002377 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-1a63c93f-c841-4f6b-ae28-bcb9070a20fd req-a398249b-2d23-4399-9851-ec86e850be53 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/networks?id=d7d7741f-07ca-412f-8243-ccc485688abb HTTP/1.1" status: 200 len: 815 time: 0.1395957 Jun 16 13:45:12.016231 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-1a63c93f-c841-4f6b-ae28-bcb9070a20fd req-167ec6e7-3678-4a03-9e4d-abc6dc8bf24d tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/quotas/ca93fec913c446f4a19f859e71e49cd1 HTTP/1.1" status: 200 len: 375 time: 0.0127883 Jun 16 13:45:12.100068 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-1a63c93f-c841-4f6b-ae28-bcb9070a20fd req-7406af96-d6fb-43f7-8e7e-3931c0b26f36 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=ca93fec913c446f4a19f859e71e49cd1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0780411 Jun 16 13:45:12.201767 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-1a63c93f-c841-4f6b-ae28-bcb9070a20fd req-fdd4990e-0373-472f-aa47-a77719d213d6 service neutron] 10.222.0.104 "GET /v2.0/networks/d7d7741f-07ca-412f-8243-ccc485688abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944502 Jun 16 13:45:12.327298 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-1a63c93f-c841-4f6b-ae28-bcb9070a20fd req-6061cb86-c883-4be0-8444-cdbc624d3be6 service neutron] 10.222.0.104 "GET /v2.0/networks/d7d7741f-07ca-412f-8243-ccc485688abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176286 Jun 16 13:45:12.359524 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c001a-a1ac-4379-8c96-2db551dff73a req-7a1c9ba9-85d8-43f3-889b-1b8561c53fa8 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:12.361469 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-b89c001a-a1ac-4379-8c96-2db551dff73a req-7a1c9ba9-85d8-43f3-889b-1b8561c53fa8 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/ports?device_id=fa6f0c19-91cb-4741-85b6-b9df2fb6af3e HTTP/1.1" status: 200 len: 943 time: 0.0871437 Jun 16 13:45:12.369158 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 504fb1fb-9d5c-40f3-a0a3-45c8d6078588 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:45:12.426926 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-b89c001a-a1ac-4379-8c96-2db551dff73a req-331e679c-9450-4578-bea6-57cff77d3002 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/security-groups?id=f0bffd52-bd2e-47f8-929e-53a2558ccc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498638 Jun 16 13:45:12.543123 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a53db32b-b1d4-4f34-a83f-218cf05f2816 req-42959e51-7040-4193-904f-1d4bd7dd32b5 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=079f5d41-0152-45a1-8e4c-81da74483874 HTTP/1.1" status: 200 len: 210 time: 0.0460429 Jun 16 13:45:12.558897 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port 504fb1fb-9d5c-40f3-a0a3-45c8d6078588, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=504fb1fb-9d5c-40f3-a0a3-45c8d6078588,segment=NetworkSegment(54bf1e60-a570-4667-ba52-e23da929eb41),segment_id=54bf1e60-a570-4667-ba52-e23da929eb41)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:45:12.580577 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Returning: {'device': '504fb1fb-9d5c-40f3-a0a3-45c8d6078588', 'network_id': 'a32fb711-76ca-4bf4-b0df-7220710f5fda', 'port_id': '504fb1fb-9d5c-40f3-a0a3-45c8d6078588', 'mac_address': 'fa:16:3e:af:f2:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '176f96c2-ccba-401d-a8b5-09c52957a6c9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:45:12.627746 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:12.642977 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.notifiers.nova [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 504fb1fb-9d5c-40f3-a0a3-45c8d6078588 {{(pid=103676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:45:12.672382 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port 504fb1fb-9d5c-40f3-a0a3-45c8d6078588, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=504fb1fb-9d5c-40f3-a0a3-45c8d6078588,segment=NetworkSegment(54bf1e60-a570-4667-ba52-e23da929eb41),segment_id=54bf1e60-a570-4667-ba52-e23da929eb41)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:45:12.681697 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:12.686143 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:12.743859 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Pushing event updated for resources: {'Port': ['ID=504fb1fb-9d5c-40f3-a0a3-45c8d6078588,revision_number=4']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:12.748059 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:12.887132 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 40616) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:13.018888 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-c110e5e9-ee1f-4b0f-a2c0-78da7d455829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:13.131271 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] get_ports_and_sgs() called for port_ids ['504fb1fb-9d5c-40f3-a0a3-45c8d6078588'] {{(pid=103676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:45:13.220738 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe7653-a5c8-4400-9d8b-d51c73a5de53 req-1edde103-1af4-4ee8-a23f-6ae6198aca47 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:13.222295 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-0fbe7653-a5c8-4400-9d8b-d51c73a5de53 req-1edde103-1af4-4ee8-a23f-6ae6198aca47 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.1234362 Jun 16 13:45:13.227120 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-c110e5e9-ee1f-4b0f-a2c0-78da7d455829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:13.240765 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-c110e5e9-ee1f-4b0f-a2c0-78da7d455829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:13.245202 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:13.309317 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c110e5e9-ee1f-4b0f-a2c0-78da7d455829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a840be-4405-4e55-b6af-d8c5eed4e928,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:13.312903 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-c110e5e9-ee1f-4b0f-a2c0-78da7d455829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:13.320219 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 40632) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:13.320761 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-c110e5e9-ee1f-4b0f-a2c0-78da7d455829 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=2992cf39c2b445e9b870d6ab25ca1f8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4316304 Jun 16 13:45:13.326209 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-0fbe7653-a5c8-4400-9d8b-d51c73a5de53 req-d5ad7ac0-bdc8-4c2b-a3fb-9515a93dc34a tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937698 Jun 16 13:45:13.390631 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-844d6eb3-67ce-45d1-bd5c-9cd10610b93d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:13.412666 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-844d6eb3-67ce-45d1-bd5c-9cd10610b93d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:13.465537 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-844d6eb3-67ce-45d1-bd5c-9cd10610b93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:13.468324 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-844d6eb3-67ce-45d1-bd5c-9cd10610b93d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:13.469481 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-844d6eb3-67ce-45d1-bd5c-9cd10610b93d admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/77a840be-4405-4e55-b6af-d8c5eed4e928 HTTP/1.1" status: 204 len: 168 time: 0.1471932 Jun 16 13:45:13.470359 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-3c90716f-3385-4b47-98d6-ac0baaec696b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:13.478713 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844d6eb3-67ce-45d1-bd5c-9cd10610b93d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a840be-4405-4e55-b6af-d8c5eed4e928,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:13.481328 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-844d6eb3-67ce-45d1-bd5c-9cd10610b93d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:13.605762 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5770a-c3e6-440e-ae15-f09403aed3b4 req-f9e63021-e924-48b0-a42b-21236971b3bf tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:13.607228 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-79f5770a-c3e6-440e-ae15-f09403aed3b4 req-f9e63021-e924-48b0-a42b-21236971b3bf tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/ports?device_id=fa6f0c19-91cb-4741-85b6-b9df2fb6af3e HTTP/1.1" status: 200 len: 944 time: 0.0679734 Jun 16 13:45:13.656614 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-79f5770a-c3e6-440e-ae15-f09403aed3b4 req-9656b72f-e0e3-4d3c-861e-9ac43164504b tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/security-groups?id=f0bffd52-bd2e-47f8-929e-53a2558ccc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421715 Jun 16 13:45:13.716554 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-400a7505-cfa9-4d01-8fb2-83388ebcc793 req-f9891fb1-d227-42de-808e-f039303550ea tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=079f5d41-0152-45a1-8e4c-81da74483874 HTTP/1.1" status: 200 len: 210 time: 0.0398076 Jun 16 13:45:13.778136 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 40648) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:13.791581 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5b572a72-71d9-43c8-9733-54f969d75032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:13.887322 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5b572a72-71d9-43c8-9733-54f969d75032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:13.892151 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5b572a72-71d9-43c8-9733-54f969d75032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:13.894639 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-d399c70e-afb5-4ec1-a490-e6adbd67c0fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:13.932006 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-5b572a72-71d9-43c8-9733-54f969d75032 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=ea9af7f91a5e4e9f8999970e551f6621&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1525660 Jun 16 13:45:13.932676 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b572a72-71d9-43c8-9733-54f969d75032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b394e199-a349-4ac1-b883-901975023365,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:13.934605 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 40650) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:13.935631 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-5b572a72-71d9-43c8-9733-54f969d75032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:13.984656 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-8313f94b-080c-4dde-8dec-03a81434a7d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:14.006540 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-8313f94b-080c-4dde-8dec-03a81434a7d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:14.057599 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-8313f94b-080c-4dde-8dec-03a81434a7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:14.060555 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-8313f94b-080c-4dde-8dec-03a81434a7d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:14.061710 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-8313f94b-080c-4dde-8dec-03a81434a7d2 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/b394e199-a349-4ac1-b883-901975023365 HTTP/1.1" status: 204 len: 168 time: 0.1253886 Jun 16 13:45:14.062443 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-22196266-d884-4ca0-bc4b-b9aa5480b567 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:14.071151 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8313f94b-080c-4dde-8dec-03a81434a7d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b394e199-a349-4ac1-b883-901975023365,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:14.074115 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-8313f94b-080c-4dde-8dec-03a81434a7d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:14.097879 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63c93f-c841-4f6b-ae28-bcb9070a20fd req-234ad8d1-a415-4137-b85d-eb6b3e53c7b8 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:14.099550 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-1a63c93f-c841-4f6b-ae28-bcb9070a20fd req-234ad8d1-a415-4137-b85d-eb6b3e53c7b8 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.101 "GET /v2.0/networks?id=d7d7741f-07ca-412f-8243-ccc485688abb HTTP/1.1" status: 200 len: 815 time: 0.1152101 Jun 16 13:45:14.127208 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.v2.base [req-1a63c93f-c841-4f6b-ae28-bcb9070a20fd req-c25b24cf-fa06-4a08-b674-98650295ef43 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Request body: {'port': {'device_id': '079f5d41-0152-45a1-8e4c-81da74483874', 'network_id': 'd7d7741f-07ca-412f-8243-ccc485688abb', 'admin_state_up': True, 'tenant_id': 'ca93fec913c446f4a19f859e71e49cd1'}} {{(pid=103675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:45:14.257340 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a63c93f-c841-4f6b-ae28-bcb9070a20fd req-c25b24cf-fa06-4a08-b674-98650295ef43 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Made reservation on behalf of ca93fec913c446f4a19f859e71e49cd1 for: {'port': 1} {{(pid=103675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:45:14.260909 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-1a63c93f-c841-4f6b-ae28-bcb9070a20fd req-c25b24cf-fa06-4a08-b674-98650295ef43 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for port, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:14.399926 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.db.db_base_plugin_common [req-1a63c93f-c841-4f6b-ae28-bcb9070a20fd req-c25b24cf-fa06-4a08-b674-98650295ef43 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Allocated IP 172.20.0.13 (d7d7741f-07ca-412f-8243-ccc485688abb/edeae7f3-c024-4f6a-b058-211ad66a5634/308e3e82-4b98-4820-baef-0334f262c7e9) {{(pid=103675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:45:14.536041 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace001ab-b3ba-4958-8b3e-e2b2d340d06d req-638ab182-8f70-4ad1-b37f-517827c492a0 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:14.543875 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ace001ab-b3ba-4958-8b3e-e2b2d340d06d req-638ab182-8f70-4ad1-b37f-517827c492a0 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0768986 Jun 16 13:45:14.580535 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ace001ab-b3ba-4958-8b3e-e2b2d340d06d req-0659abc1-cc74-4f1e-acdd-d30c340c439e tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352998 Jun 16 13:45:14.609548 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-1a63c93f-c841-4f6b-ae28-bcb9070a20fd req-c25b24cf-fa06-4a08-b674-98650295ef43 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Notify callbacks [] for port, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:14.622294 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 40684) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:14.659063 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-1a63c93f-c841-4f6b-ae28-bcb9070a20fd req-c25b24cf-fa06-4a08-b674-98650295ef43 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1833118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779594881046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10267002'] for port, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:14.664301 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:14.674489 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] get_ports_and_sgs() called for port_ids ['0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88', '08168de0-01d6-4121-a1b8-dc295b4b79f5', '1e1f5890-3bbd-4652-aefb-c100c2aa5f9d'] {{(pid=103676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:45:14.707043 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a63c93f-c841-4f6b-ae28-bcb9070a20fd req-c25b24cf-fa06-4a08-b674-98650295ef43 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Network d7d7741f-07ca-412f-8243-ccc485688abb is already hosted by enough agents. {{(pid=103675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:45:14.714671 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.base_scheduler [req-1a63c93f-c841-4f6b-ae28-bcb9070a20fd req-c25b24cf-fa06-4a08-b674-98650295ef43 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Resources bound (agent type, host, resource id): {{(pid=103675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:45:14.725328 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a63c93f-c841-4f6b-ae28-bcb9070a20fd req-c25b24cf-fa06-4a08-b674-98650295ef43 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Received port after_create {{(pid=103675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:45:14.730499 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-32917b55-1b27-4715-88ed-2383798df25b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:14.752956 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25b24cf-fa06-4a08-b674-98650295ef43 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Pushing event updated for resources: {'Port': ['ID=308e3e82-4b98-4820-baef-0334f262c7e9,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:14.770225 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-c25b24cf-fa06-4a08-b674-98650295ef43 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:14.827973 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63c93f-c841-4f6b-ae28-bcb9070a20fd req-c25b24cf-fa06-4a08-b674-98650295ef43 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:14.836121 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-1a63c93f-c841-4f6b-ae28-bcb9070a20fd req-c25b24cf-fa06-4a08-b674-98650295ef43 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for port, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:14.856374 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-32917b55-1b27-4715-88ed-2383798df25b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:14.872063 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-32917b55-1b27-4715-88ed-2383798df25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:14.886245 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-1a63c93f-c841-4f6b-ae28-bcb9070a20fd req-c25b24cf-fa06-4a08-b674-98650295ef43 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7634308 Jun 16 13:45:14.896494 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-edd219ac-5046-462e-81ec-4ba93a445efa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:14.901483 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-32917b55-1b27-4715-88ed-2383798df25b admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=1f221559bfb2442cae7fd25bf778d82d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2781808 Jun 16 13:45:14.905410 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.v2.base [req-1a63c93f-c841-4f6b-ae28-bcb9070a20fd req-276ad580-72de-428d-b0b8-455ff2bdc4cc service neutron] Request body: {'port': {'device_id': '079f5d41-0152-45a1-8e4c-81da74483874', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=103675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:45:14.908638 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 40706) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:14.927616 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32917b55-1b27-4715-88ed-2383798df25b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8cf34a-15c6-4d9d-8732-6fc204669c87,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:14.934432 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-32917b55-1b27-4715-88ed-2383798df25b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:15.053753 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-6d8f8b11-e0de-4d3d-bd29-02eeaada062e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:15.067649 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-1a63c93f-c841-4f6b-ae28-bcb9070a20fd req-276ad580-72de-428d-b0b8-455ff2bdc4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:15.094451 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-6d8f8b11-e0de-4d3d-bd29-02eeaada062e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:15.114304 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee416118-a3a3-4ba4-bc02-3370fc6027de req-c933227f-69d8-41ed-ad40-e46a9bb47659 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:15.130067 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ee416118-a3a3-4ba4-bc02-3370fc6027de req-c933227f-69d8-41ed-ad40-e46a9bb47659 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=079f5d41-0152-45a1-8e4c-81da74483874 HTTP/1.1" status: 200 len: 932 time: 0.1618755 Jun 16 13:45:15.141770 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a644a7-34ff-410b-87d8-17ca1594099f req-93f1c020-98fc-4437-9e24-472c7517816a tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:15.143399 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a9a644a7-34ff-410b-87d8-17ca1594099f req-93f1c020-98fc-4437-9e24-472c7517816a tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/ports?device_id=fa6f0c19-91cb-4741-85b6-b9df2fb6af3e HTTP/1.1" status: 200 len: 944 time: 0.1940458 Jun 16 13:45:15.234043 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ee416118-a3a3-4ba4-bc02-3370fc6027de req-531ba399-39f5-434f-a534-10ef7d096d64 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029620 Jun 16 13:45:15.240111 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a9a644a7-34ff-410b-87d8-17ca1594099f req-efe17979-88ff-4334-bdb8-a4d8c18dc953 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/security-groups?id=f0bffd52-bd2e-47f8-929e-53a2558ccc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832231 Jun 16 13:45:15.272660 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-6d8f8b11-e0de-4d3d-bd29-02eeaada062e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:15.274110 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-6d8f8b11-e0de-4d3d-bd29-02eeaada062e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:15.277769 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-6d8f8b11-e0de-4d3d-bd29-02eeaada062e admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/3d8cf34a-15c6-4d9d-8732-6fc204669c87 HTTP/1.1" status: 204 len: 168 time: 0.3654499 Jun 16 13:45:15.281250 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-81cb3b3d-0032-4ba2-acd7-50bb5abeb9a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:15.295532 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8f8b11-e0de-4d3d-bd29-02eeaada062e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8cf34a-15c6-4d9d-8732-6fc204669c87,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:15.302371 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-6d8f8b11-e0de-4d3d-bd29-02eeaada062e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:15.474586 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.notifiers.nova [req-1a63c93f-c841-4f6b-ae28-bcb9070a20fd req-276ad580-72de-428d-b0b8-455ff2bdc4cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 308e3e82-4b98-4820-baef-0334f262c7e9 {{(pid=103675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:45:15.483019 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-1a63c93f-c841-4f6b-ae28-bcb9070a20fd req-276ad580-72de-428d-b0b8-455ff2bdc4cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:15.497110 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [req-1a63c93f-c841-4f6b-ae28-bcb9070a20fd req-276ad580-72de-428d-b0b8-455ff2bdc4cc service neutron] Transition to ACTIVE for port object 308e3e82-4b98-4820-baef-0334f262c7e9 will not be triggered until provisioned by entity L2. {{(pid=103675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:45:15.501811 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-1a63c93f-c841-4f6b-ae28-bcb9070a20fd req-276ad580-72de-428d-b0b8-455ff2bdc4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10266988'] for port, after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:15.505091 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-b9484b7c-15e0-43ea-aab7-27a323c2bf1e tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:15.522249 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 40718) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:15.587617 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ad580-72de-428d-b0b8-455ff2bdc4cc service neutron] Pushing event updated for resources: {'Port': ['ID=308e3e82-4b98-4820-baef-0334f262c7e9,revision_number=2']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:15.605143 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-276ad580-72de-428d-b0b8-455ff2bdc4cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:15.655709 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [req-1a63c93f-c841-4f6b-ae28-bcb9070a20fd req-276ad580-72de-428d-b0b8-455ff2bdc4cc service neutron] Attempting to bind port 308e3e82-4b98-4820-baef-0334f262c7e9 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:45:15.656100 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [req-1a63c93f-c841-4f6b-ae28-bcb9070a20fd req-276ad580-72de-428d-b0b8-455ff2bdc4cc service neutron] Attempting to bind port 308e3e82-4b98-4820-baef-0334f262c7e9 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '70187269-9371-4d60-a2ca-f207ba00f8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7d7741f-07ca-412f-8243-ccc485688abb'}] {{(pid=103675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:45:15.656405 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a63c93f-c841-4f6b-ae28-bcb9070a20fd req-276ad580-72de-428d-b0b8-455ff2bdc4cc service neutron] Attempting to bind port 308e3e82-4b98-4820-baef-0334f262c7e9 on network d7d7741f-07ca-412f-8243-ccc485688abb {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:45:15.661362 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a63c93f-c841-4f6b-ae28-bcb9070a20fd req-276ad580-72de-428d-b0b8-455ff2bdc4cc service neutron] Port 308e3e82-4b98-4820-baef-0334f262c7e9 on network d7d7741f-07ca-412f-8243-ccc485688abb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 13:45:15.661845 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a63c93f-c841-4f6b-ae28-bcb9070a20fd req-276ad580-72de-428d-b0b8-455ff2bdc4cc service neutron] Attempting to bind port 308e3e82-4b98-4820-baef-0334f262c7e9 on network d7d7741f-07ca-412f-8243-ccc485688abb {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:45:15.667062 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a63c93f-c841-4f6b-ae28-bcb9070a20fd req-276ad580-72de-428d-b0b8-455ff2bdc4cc service neutron] Checking agent: {'id': '1d30c470-50d4-4ce2-b27c-c11b758166c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 42, 10), 'started_at': datetime.datetime(2021, 6, 16, 13, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:45:15.667389 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a63c93f-c841-4f6b-ae28-bcb9070a20fd req-276ad580-72de-428d-b0b8-455ff2bdc4cc service neutron] Checking segment: {'id': '70187269-9371-4d60-a2ca-f207ba00f8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7d7741f-07ca-412f-8243-ccc485688abb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:45:15.667766 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a63c93f-c841-4f6b-ae28-bcb9070a20fd req-276ad580-72de-428d-b0b8-455ff2bdc4cc service neutron] Bound using segment: {'id': '70187269-9371-4d60-a2ca-f207ba00f8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7d7741f-07ca-412f-8243-ccc485688abb'} {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:45:15.668239 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [req-1a63c93f-c841-4f6b-ae28-bcb9070a20fd req-276ad580-72de-428d-b0b8-455ff2bdc4cc service neutron] Bound port: 308e3e82-4b98-4820-baef-0334f262c7e9, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70187269-9371-4d60-a2ca-f207ba00f8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'd7d7741f-07ca-412f-8243-ccc485688abb'}}] {{(pid=103675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:45:15.668601 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-1a63c93f-c841-4f6b-ae28-bcb9070a20fd req-276ad580-72de-428d-b0b8-455ff2bdc4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:15.728510 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f0adbd82-791f-47ac-bc23-dbe61d4ac457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:15.731978 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.db [req-1a63c93f-c841-4f6b-ae28-bcb9070a20fd req-276ad580-72de-428d-b0b8-455ff2bdc4cc service neutron] For port 308e3e82-4b98-4820-baef-0334f262c7e9, host hv-cinder-78960, cleared binding levels {{(pid=103675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:45:15.735516 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.db [req-1a63c93f-c841-4f6b-ae28-bcb9070a20fd req-276ad580-72de-428d-b0b8-455ff2bdc4cc service neutron] For port 308e3e82-4b98-4820-baef-0334f262c7e9, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=308e3e82-4b98-4820-baef-0334f262c7e9,segment=NetworkSegment(70187269-9371-4d60-a2ca-f207ba00f8d3),segment_id=70187269-9371-4d60-a2ca-f207ba00f8d3)] {{(pid=103675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:45:15.740523 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-1a63c93f-c841-4f6b-ae28-bcb9070a20fd req-276ad580-72de-428d-b0b8-455ff2bdc4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10266988'] for port, after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:15.741750 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-2495f5ab-0caa-46c1-baed-6230286edb26 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:15.774510 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63c93f-c841-4f6b-ae28-bcb9070a20fd req-276ad580-72de-428d-b0b8-455ff2bdc4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:15.775947 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-1a63c93f-c841-4f6b-ae28-bcb9070a20fd req-276ad580-72de-428d-b0b8-455ff2bdc4cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for port, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:15.777152 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-1a63c93f-c841-4f6b-ae28-bcb9070a20fd req-276ad580-72de-428d-b0b8-455ff2bdc4cc service neutron] 10.222.0.101 "PUT /v2.0/ports/308e3e82-4b98-4820-baef-0334f262c7e9 HTTP/1.1" status: 200 len: 1094 time: 0.8794446 Jun 16 13:45:15.777639 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '079f5d41-0152-45a1-8e4c-81da74483874', 'tag': '308e3e82-4b98-4820-baef-0334f262c7e9'}] {{(pid=103675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:45:15.779928 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a16ec9cc8eba4f619b451732e343570940bd63550f2ec78b6d3f6fbb7e41a49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbee32cf-5097-4b9a-b3d6-198627f7e72a" -d '{"events": [{"name": "network-changed", "server_uuid": "079f5d41-0152-45a1-8e4c-81da74483874", "tag": "308e3e82-4b98-4820-baef-0334f262c7e9"}]}' {{(pid=103675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:45:15.803141 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130a552-0f9c-4651-b9ea-c8a972767ea4 req-2d23b603-03d4-4391-956b-237fd2552d3b tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:15.813924 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-3130a552-0f9c-4651-b9ea-c8a972767ea4 req-2d23b603-03d4-4391-956b-237fd2552d3b tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.1163285 Jun 16 13:45:15.816984 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ad580-72de-428d-b0b8-455ff2bdc4cc service neutron] Pushing event updated for resources: {'Port': ['ID=308e3e82-4b98-4820-baef-0334f262c7e9,revision_number=3']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:15.822004 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-276ad580-72de-428d-b0b8-455ff2bdc4cc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:15.827172 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b110e1-2c53-4535-903a-d83182f0bb59 x-openstack-request-id: req-f4b110e1-2c53-4535-903a-d83182f0bb59 {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:45:15.827495 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "079f5d41-0152-45a1-8e4c-81da74483874", "tag": "308e3e82-4b98-4820-baef-0334f262c7e9", "status": "completed", "code": 200}]} {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:45:15.827801 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-f4b110e1-2c53-4535-903a-d83182f0bb59 {{(pid=103675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:45:15.828254 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '079f5d41-0152-45a1-8e4c-81da74483874', 'tag': '308e3e82-4b98-4820-baef-0334f262c7e9', 'status': 'completed', 'code': 200} Jun 16 13:45:15.884919 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-3130a552-0f9c-4651-b9ea-c8a972767ea4 req-2131c6a5-7ef2-42d0-a203-f26e32e21d9f tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618937 Jun 16 13:45:15.926221 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f0adbd82-791f-47ac-bc23-dbe61d4ac457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:15.926559 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63c93f-c841-4f6b-ae28-bcb9070a20fd req-af6d107c-6cd5-47a1-801b-984a6d8c223a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:15.928144 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-1a63c93f-c841-4f6b-ae28-bcb9070a20fd req-af6d107c-6cd5-47a1-801b-984a6d8c223a service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ca93fec913c446f4a19f859e71e49cd1&device_id=079f5d41-0152-45a1-8e4c-81da74483874 HTTP/1.1" status: 200 len: 1097 time: 0.0801220 Jun 16 13:45:15.928488 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f0adbd82-791f-47ac-bc23-dbe61d4ac457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:15.932111 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-07acd3f7-824f-4d98-ad50-4c7855ff280b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:15.967706 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-f0adbd82-791f-47ac-bc23-dbe61d4ac457 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=a8425af3a6a94e6e9786fdc88c9d2d32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4442675 Jun 16 13:45:15.969020 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0adbd82-791f-47ac-bc23-dbe61d4ac457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f430fa73-414c-4d45-844d-b09c957c09ea,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:15.971380 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 40730) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:15.975036 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-1a63c93f-c841-4f6b-ae28-bcb9070a20fd req-925612c3-b29c-4b2b-b8b4-7f9935e6f710 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=308e3e82-4b98-4820-baef-0334f262c7e9 HTTP/1.1" status: 200 len: 217 time: 0.0374005 Jun 16 13:45:15.977372 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-f0adbd82-791f-47ac-bc23-dbe61d4ac457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:16.031778 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63c93f-c841-4f6b-ae28-bcb9070a20fd req-ca3e4b35-189a-4be6-836b-502d929df3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:16.033179 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-fc748cd6-8991-44cd-8d25-d0b78dd19cce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:16.033312 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-1a63c93f-c841-4f6b-ae28-bcb9070a20fd req-ca3e4b35-189a-4be6-836b-502d929df3ab service neutron] 10.222.0.101 "GET /v2.0/subnets?id=edeae7f3-c024-4f6a-b058-211ad66a5634 HTTP/1.1" status: 200 len: 855 time: 0.0455184 Jun 16 13:45:16.056222 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-fc748cd6-8991-44cd-8d25-d0b78dd19cce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:16.071548 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-1a63c93f-c841-4f6b-ae28-bcb9070a20fd req-d89d2a4c-a9b2-4f7b-8baa-7e17560dec4e service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=d7d7741f-07ca-412f-8243-ccc485688abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261514 Jun 16 13:45:16.111092 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-fc748cd6-8991-44cd-8d25-d0b78dd19cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:16.114115 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-fc748cd6-8991-44cd-8d25-d0b78dd19cce admin admin] Notify callbacks [] for security_group, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:16.115264 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-fc748cd6-8991-44cd-8d25-d0b78dd19cce admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/f430fa73-414c-4d45-844d-b09c957c09ea HTTP/1.1" status: 204 len: 168 time: 0.1429989 Jun 16 13:45:16.116007 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-51477aad-c1e2-4856-bb97-94691d0f8d82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:16.123974 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc748cd6-8991-44cd-8d25-d0b78dd19cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f430fa73-414c-4d45-844d-b09c957c09ea,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:16.127118 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-fc748cd6-8991-44cd-8d25-d0b78dd19cce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:16.173454 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-1a63c93f-c841-4f6b-ae28-bcb9070a20fd req-92d32024-2886-4ed6-b69f-53f20b8e84ad service neutron] 10.222.0.101 "GET /v2.0/networks/d7d7741f-07ca-412f-8243-ccc485688abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941608 Jun 16 13:45:16.283406 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-1a63c93f-c841-4f6b-ae28-bcb9070a20fd req-78aa8091-37e4-4073-9e93-940a766f40b2 service neutron] 10.222.0.101 "GET /v2.0/networks/d7d7741f-07ca-412f-8243-ccc485688abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884049 Jun 16 13:45:16.386737 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 504fb1fb-9d5c-40f3-a0a3-45c8d6078588 up at agent hyperv_hv-cinder-78960 {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:45:16.433339 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee32cf-5097-4b9a-b3d6-198627f7e72a req-50ef290f-2686-4430-8b69-242fd37d66ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:16.436219 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-bbee32cf-5097-4b9a-b3d6-198627f7e72a req-50ef290f-2686-4430-8b69-242fd37d66ca service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ca93fec913c446f4a19f859e71e49cd1&device_id=079f5d41-0152-45a1-8e4c-81da74483874 HTTP/1.1" status: 200 len: 1097 time: 0.0809112 Jun 16 13:45:16.446343 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Provisioning for port 504fb1fb-9d5c-40f3-a0a3-45c8d6078588 completed by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:45:16.450238 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Provisioning complete for port 504fb1fb-9d5c-40f3-a0a3-45c8d6078588 triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:45:16.450817 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:16.478055 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196246e-8f7c-4e0a-aeab-4a6c46961a81 req-e9d1aded-3793-450c-8475-d272926348db tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:16.479573 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-d196246e-8f7c-4e0a-aeab-4a6c46961a81 req-e9d1aded-3793-450c-8475-d272926348db tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=079f5d41-0152-45a1-8e4c-81da74483874 HTTP/1.1" status: 200 len: 944 time: 0.1212523 Jun 16 13:45:16.534744 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0942481b-e958-42c1-aaff-6bd72b6dfcc7 req-406df87e-0601-446c-84f7-621488e6e789 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:16.536332 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-0942481b-e958-42c1-aaff-6bd72b6dfcc7 req-406df87e-0601-446c-84f7-621488e6e789 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/ports?device_id=fa6f0c19-91cb-4741-85b6-b9df2fb6af3e HTTP/1.1" status: 200 len: 944 time: 0.1422586 Jun 16 13:45:16.544708 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-d196246e-8f7c-4e0a-aeab-4a6c46961a81 req-436bd622-ed78-40b0-9612-46d528bada66 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585034 Jun 16 13:45:16.558531 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:16.573399 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee32cf-5097-4b9a-b3d6-198627f7e72a req-34caa98f-e924-45a3-aa6e-6a7b810af8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:16.577175 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-bbee32cf-5097-4b9a-b3d6-198627f7e72a req-34caa98f-e924-45a3-aa6e-6a7b810af8c6 service neutron] 10.222.0.101 "GET /v2.0/networks?id=d7d7741f-07ca-412f-8243-ccc485688abb HTTP/1.1" status: 200 len: 917 time: 0.1304526 Jun 16 13:45:16.584054 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-0942481b-e958-42c1-aaff-6bd72b6dfcc7 req-db5c1f96-9a78-4b68-865e-bd3d552065e7 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/security-groups?id=f0bffd52-bd2e-47f8-929e-53a2558ccc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383484 Jun 16 13:45:16.613785 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port 504fb1fb-9d5c-40f3-a0a3-45c8d6078588, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=504fb1fb-9d5c-40f3-a0a3-45c8d6078588,segment=NetworkSegment(54bf1e60-a570-4667-ba52-e23da929eb41),segment_id=54bf1e60-a570-4667-ba52-e23da929eb41)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:45:16.614912 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa6f0c19-91cb-4741-85b6-b9df2fb6af3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '504fb1fb-9d5c-40f3-a0a3-45c8d6078588'}] {{(pid=103676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:45:16.617893 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}effa97d0e2123b52db6fac0114eb4251877085964bb68e70a4b566e9e639f06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8ecb49-bb25-424e-9fcc-8cd67c67c1ef" -d '{"events": [{"server_uuid": "fa6f0c19-91cb-4741-85b6-b9df2fb6af3e", "name": "network-vif-plugged", "status": "completed", "tag": "504fb1fb-9d5c-40f3-a0a3-45c8d6078588"}]}' {{(pid=103676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:45:16.623502 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:16.626680 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:16.636467 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-bbee32cf-5097-4b9a-b3d6-198627f7e72a req-a97fa536-e255-405f-b124-447b72b480fa service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=308e3e82-4b98-4820-baef-0334f262c7e9 HTTP/1.1" status: 200 len: 217 time: 0.0449018 Jun 16 13:45:16.674991 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddfc5061-39a4-4ec7-8af1-05bd4c8bac61 x-openstack-request-id: req-ddfc5061-39a4-4ec7-8af1-05bd4c8bac61 {{(pid=103676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:45:16.675619 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa6f0c19-91cb-4741-85b6-b9df2fb6af3e", "name": "network-vif-plugged", "status": "completed", "tag": "504fb1fb-9d5c-40f3-a0a3-45c8d6078588", "code": 200}]} {{(pid=103676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:45:16.676117 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-ddfc5061-39a4-4ec7-8af1-05bd4c8bac61 {{(pid=103676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:45:16.676685 dv-cinder-789603-10-smb neutron-server[103676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa6f0c19-91cb-4741-85b6-b9df2fb6af3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '504fb1fb-9d5c-40f3-a0a3-45c8d6078588', 'code': 200} Jun 16 13:45:16.693954 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Pushing event updated for resources: {'Port': ['ID=504fb1fb-9d5c-40f3-a0a3-45c8d6078588,revision_number=5']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:16.698369 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:16.719134 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee32cf-5097-4b9a-b3d6-198627f7e72a req-104db84a-47fb-46f4-8811-99fa270bb123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:16.720607 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-bbee32cf-5097-4b9a-b3d6-198627f7e72a req-104db84a-47fb-46f4-8811-99fa270bb123 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=edeae7f3-c024-4f6a-b058-211ad66a5634 HTTP/1.1" status: 200 len: 855 time: 0.0754583 Jun 16 13:45:16.778878 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-bbee32cf-5097-4b9a-b3d6-198627f7e72a req-72b0360b-9595-4fbd-955c-bf0350e8cd7a service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=d7d7741f-07ca-412f-8243-ccc485688abb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269139 Jun 16 13:45:16.882512 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-bbee32cf-5097-4b9a-b3d6-198627f7e72a req-d7ed0b7d-b88d-4b5a-85b9-35fe7c58e9e3 service neutron] 10.222.0.101 "GET /v2.0/networks/d7d7741f-07ca-412f-8243-ccc485688abb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882227 Jun 16 13:45:17.027168 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-bbee32cf-5097-4b9a-b3d6-198627f7e72a req-2c5326fa-54c7-472f-8ac5-92263d572fbb service neutron] 10.222.0.101 "GET /v2.0/networks/d7d7741f-07ca-412f-8243-ccc485688abb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132581 Jun 16 13:45:17.064991 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d78cc9-d61d-4cf1-83cd-72edb4055a75 req-e6ce49fe-30ae-49f2-ba6c-f8bc15c5de3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:17.066479 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f1d78cc9-d61d-4cf1-83cd-72edb4055a75 req-e6ce49fe-30ae-49f2-ba6c-f8bc15c5de3a service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=fa6f0c19-91cb-4741-85b6-b9df2fb6af3e HTTP/1.1" status: 200 len: 1098 time: 0.1273346 Jun 16 13:45:17.119453 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11618e5-4ee9-4d36-9156-27eac008e268 req-6d55d963-78c3-4d1a-a621-66a96ccdfb7b tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:17.120921 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e11618e5-4ee9-4d36-9156-27eac008e268 req-6d55d963-78c3-4d1a-a621-66a96ccdfb7b tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0942192 Jun 16 13:45:17.122911 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f1d78cc9-d61d-4cf1-83cd-72edb4055a75 req-d18c5053-c4bb-4542-ba42-59c678f6b0eb service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=f0bffd52-bd2e-47f8-929e-53a2558ccc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466053 Jun 16 13:45:17.159263 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e11618e5-4ee9-4d36-9156-27eac008e268 req-ee5531b3-e8d8-42c1-b50b-c76eb3c0aceb tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323861 Jun 16 13:45:17.776405 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bbe9f3-9843-40b7-ab58-2270538e9a67 req-1bde9ec2-d01d-4e76-a5fb-1299d256d626 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:17.777861 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-61bbe9f3-9843-40b7-ab58-2270538e9a67 req-1bde9ec2-d01d-4e76-a5fb-1299d256d626 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=079f5d41-0152-45a1-8e4c-81da74483874 HTTP/1.1" status: 200 len: 944 time: 0.1089082 Jun 16 13:45:17.788666 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336cbe94-a8fb-42f6-a9c2-5e642bd3f779 req-df1aa443-26e9-451b-94f6-4eee17412fcd tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:17.789994 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-336cbe94-a8fb-42f6-a9c2-5e642bd3f779 req-df1aa443-26e9-451b-94f6-4eee17412fcd tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/ports?device_id=fa6f0c19-91cb-4741-85b6-b9df2fb6af3e HTTP/1.1" status: 200 len: 945 time: 0.0911114 Jun 16 13:45:17.843519 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-61bbe9f3-9843-40b7-ab58-2270538e9a67 req-6b6303ad-0421-4e68-8358-48d74ae75db4 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525053 Jun 16 13:45:17.848479 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-336cbe94-a8fb-42f6-a9c2-5e642bd3f779 req-e815b64a-50bd-4214-806e-cf9cac073476 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/security-groups?id=f0bffd52-bd2e-47f8-929e-53a2558ccc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515959 Jun 16 13:45:18.340823 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7adfe5-f12e-4756-9681-0aecd6ac1d1d req-be15327d-dd70-4f53-a0b2-796563323f56 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:18.342343 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-3c7adfe5-f12e-4756-9681-0aecd6ac1d1d req-be15327d-dd70-4f53-a0b2-796563323f56 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0733449 Jun 16 13:45:18.381694 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-3c7adfe5-f12e-4756-9681-0aecd6ac1d1d req-009e4dfc-7332-48db-b040-30f2b109fcd3 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334115 Jun 16 13:45:19.305992 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607530ea-2eda-4e58-bc44-7c5f81ff9a7d req-01ea7d59-7718-4596-8a3e-f7e7e2e0e149 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:19.307573 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-607530ea-2eda-4e58-bc44-7c5f81ff9a7d req-01ea7d59-7718-4596-8a3e-f7e7e2e0e149 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/ports?device_id=fa6f0c19-91cb-4741-85b6-b9df2fb6af3e HTTP/1.1" status: 200 len: 945 time: 0.3415651 Jun 16 13:45:19.315771 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e11806-fc3f-47ea-8bf4-982ce245f7b6 req-37656d19-ec40-49b1-9445-59295aa284f9 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:19.317106 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-84e11806-fc3f-47ea-8bf4-982ce245f7b6 req-37656d19-ec40-49b1-9445-59295aa284f9 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=079f5d41-0152-45a1-8e4c-81da74483874 HTTP/1.1" status: 200 len: 944 time: 0.3406439 Jun 16 13:45:19.370010 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-607530ea-2eda-4e58-bc44-7c5f81ff9a7d req-d377b07a-b0be-4eea-b693-898dfb9ed6de tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/security-groups?id=f0bffd52-bd2e-47f8-929e-53a2558ccc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519512 Jun 16 13:45:19.377672 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-84e11806-fc3f-47ea-8bf4-982ce245f7b6 req-52403804-c2be-453a-9250-17414eb89b7a tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537753 Jun 16 13:45:19.557206 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce3e08-f2b9-43ed-897f-21b7fd39dbdf req-406a1f51-9288-4be8-9515-001ae1344d6f tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:19.558687 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c3ce3e08-f2b9-43ed-897f-21b7fd39dbdf req-406a1f51-9288-4be8-9515-001ae1344d6f tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0632064 Jun 16 13:45:19.596895 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c3ce3e08-f2b9-43ed-897f-21b7fd39dbdf req-367e6f4d-ba5c-4337-a607-a203315367ff tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322897 Jun 16 13:45:20.325129 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 40848) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:20.442424 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-c2266861-b51c-47e1-8765-f1f23487282b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:20.638593 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590203c-3071-4345-8fb5-68bc86fd3a33 req-8390bd4a-8615-4d1f-9f75-8a4f864b0b1b tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:20.640125 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-3590203c-3071-4345-8fb5-68bc86fd3a33 req-8390bd4a-8615-4d1f-9f75-8a4f864b0b1b tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/ports?device_id=fa6f0c19-91cb-4741-85b6-b9df2fb6af3e HTTP/1.1" status: 200 len: 945 time: 0.1499333 Jun 16 13:45:20.642128 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-c2266861-b51c-47e1-8765-f1f23487282b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:20.655296 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-c2266861-b51c-47e1-8765-f1f23487282b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:20.659127 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-e191dfc4-ca2d-4476-93b5-c8c6bdcedd55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:20.674703 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf753b7c-2c72-497d-a886-0926ce950fc3 req-301b6f36-517a-4fe8-80bb-6a1e9ba5476d tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:20.676153 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-bf753b7c-2c72-497d-a886-0926ce950fc3 req-301b6f36-517a-4fe8-80bb-6a1e9ba5476d tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=079f5d41-0152-45a1-8e4c-81da74483874 HTTP/1.1" status: 200 len: 944 time: 0.1701605 Jun 16 13:45:20.735988 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-c2266861-b51c-47e1-8765-f1f23487282b admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=c94b94ba043a4c38a1025a3154db5782&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4096720 Jun 16 13:45:20.738864 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 40860) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:20.740093 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2266861-b51c-47e1-8765-f1f23487282b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb903813-957c-4c5d-b9ef-03ba41323b2d,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:20.745103 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-3590203c-3071-4345-8fb5-68bc86fd3a33 req-2e8e51ea-9fe3-4620-922a-626a9c81ab93 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/security-groups?id=f0bffd52-bd2e-47f8-929e-53a2558ccc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984123 Jun 16 13:45:20.746005 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-c2266861-b51c-47e1-8765-f1f23487282b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:20.764275 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-bf753b7c-2c72-497d-a886-0926ce950fc3 req-b9790ecd-aa26-439a-8921-0511dd41e1b6 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783005 Jun 16 13:45:20.804974 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-4d0c0ce8-90dd-41b9-9f5e-2c1c41aa537f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:20.831332 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-4d0c0ce8-90dd-41b9-9f5e-2c1c41aa537f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:20.888245 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-4d0c0ce8-90dd-41b9-9f5e-2c1c41aa537f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:20.890914 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-4d0c0ce8-90dd-41b9-9f5e-2c1c41aa537f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:20.892104 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-4d0c0ce8-90dd-41b9-9f5e-2c1c41aa537f admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/eb903813-957c-4c5d-b9ef-03ba41323b2d HTTP/1.1" status: 204 len: 168 time: 0.1521966 Jun 16 13:45:20.892903 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-f43ef995-7bcf-46ab-ab09-5ff7ab0cca4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:20.901351 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0c0ce8-90dd-41b9-9f5e-2c1c41aa537f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb903813-957c-4c5d-b9ef-03ba41323b2d,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:20.903710 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-4d0c0ce8-90dd-41b9-9f5e-2c1c41aa537f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:20.934015 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12e127c-9430-4ef5-a897-e29c5b51b122 req-137b08fc-5f10-4b92-9856-ef08a9b3650c tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:20.935570 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a12e127c-9430-4ef5-a897-e29c5b51b122 req-137b08fc-5f10-4b92-9856-ef08a9b3650c tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0664608 Jun 16 13:45:20.979487 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a12e127c-9430-4ef5-a897-e29c5b51b122 req-49bc1b8b-9f92-4f17-8faf-4c68f2ea9b9b tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369031 Jun 16 13:45:21.116410 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.agents_db [None req-04e01baa-1c8d-439a-8f1b-024cbee7c8c9 None None] Agent healthcheck: found 6 active agents {{(pid=103677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:45:21.978184 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c9a3c-c6e8-4efe-a074-f4b538a3ca99 req-74d4f10e-36c1-44ee-8fe9-0c1959e57daa tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:21.979637 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-583c9a3c-c6e8-4efe-a074-f4b538a3ca99 req-74d4f10e-36c1-44ee-8fe9-0c1959e57daa tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/ports?device_id=fa6f0c19-91cb-4741-85b6-b9df2fb6af3e HTTP/1.1" status: 200 len: 945 time: 0.1066606 Jun 16 13:45:21.989947 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9782e28-5341-4cb0-be6b-e53eaa0b0a63 req-f589da9e-e932-4eca-9935-5b6f278fa5ee tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:21.991287 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-d9782e28-5341-4cb0-be6b-e53eaa0b0a63 req-f589da9e-e932-4eca-9935-5b6f278fa5ee tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=079f5d41-0152-45a1-8e4c-81da74483874 HTTP/1.1" status: 200 len: 944 time: 0.1071515 Jun 16 13:45:22.045806 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-583c9a3c-c6e8-4efe-a074-f4b538a3ca99 req-89c45d7d-f01b-4ed2-81d6-2428e49c4dac tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/security-groups?id=f0bffd52-bd2e-47f8-929e-53a2558ccc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534060 Jun 16 13:45:22.050591 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-d9782e28-5341-4cb0-be6b-e53eaa0b0a63 req-dd2b0741-8cc8-4842-97e1-2f90a834e433 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521040 Jun 16 13:45:22.218360 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f4c569-9a69-4921-ac0d-3f103b7979de req-101f934a-a65d-4364-8573-3c933e2306c6 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:22.219876 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-d6f4c569-9a69-4921-ac0d-3f103b7979de req-101f934a-a65d-4364-8573-3c933e2306c6 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0687320 Jun 16 13:45:22.260778 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-d6f4c569-9a69-4921-ac0d-3f103b7979de req-f44ce717-14ea-4638-af77-d128da4d9ccf tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340524 Jun 16 13:45:22.869701 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3d299-0ca0-4a5f-b4b7-d3bec917787f req-dd231d1d-1c10-48b8-934d-61d426ba5e3d tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:22.871153 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-87b3d299-0ca0-4a5f-b4b7-d3bec917787f req-dd231d1d-1c10-48b8-934d-61d426ba5e3d tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa6f0c19-91cb-4741-85b6-b9df2fb6af3e HTTP/1.1" status: 200 len: 945 time: 0.0715292 Jun 16 13:45:22.986126 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [req-87b3d299-0ca0-4a5f-b4b7-d3bec917787f req-3179d6e8-d3a8-460d-82fa-ee18831dfa56 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Deleting port 504fb1fb-9d5c-40f3-a0a3-45c8d6078588 {{(pid=103674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:45:22.986858 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-87b3d299-0ca0-4a5f-b4b7-d3bec917787f req-3179d6e8-d3a8-460d-82fa-ee18831dfa56 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779595332765'] for port, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:23.077206 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.db [req-87b3d299-0ca0-4a5f-b4b7-d3bec917787f req-3179d6e8-d3a8-460d-82fa-ee18831dfa56 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] For port 504fb1fb-9d5c-40f3-a0a3-45c8d6078588, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=504fb1fb-9d5c-40f3-a0a3-45c8d6078588,segment=NetworkSegment(54bf1e60-a570-4667-ba52-e23da929eb41),segment_id=54bf1e60-a570-4667-ba52-e23da929eb41)] {{(pid=103674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:45:23.077428 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-87b3d299-0ca0-4a5f-b4b7-d3bec917787f req-3179d6e8-d3a8-460d-82fa-ee18831dfa56 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757230'] for port, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:23.148702 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [req-87b3d299-0ca0-4a5f-b4b7-d3bec917787f req-3179d6e8-d3a8-460d-82fa-ee18831dfa56 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Calling delete_port for 504fb1fb-9d5c-40f3-a0a3-45c8d6078588 owned by compute:nova {{(pid=103674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:45:23.352424 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f737b8c-5417-4479-83d8-a1a8cb29d2b5 req-b109136a-513e-4d03-922e-e4a423304140 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:23.354024 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-6f737b8c-5417-4479-83d8-a1a8cb29d2b5 req-b109136a-513e-4d03-922e-e4a423304140 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=079f5d41-0152-45a1-8e4c-81da74483874 HTTP/1.1" status: 200 len: 944 time: 0.1649289 Jun 16 13:45:23.364883 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9989f-7a80-4e20-9e05-81ce4ef51e94 req-1338bca1-b0dc-491a-a8be-1ed47e1825fe tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:23.366394 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-41f9989f-7a80-4e20-9e05-81ce4ef51e94 req-1338bca1-b0dc-491a-a8be-1ed47e1825fe tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/ports?device_id=fa6f0c19-91cb-4741-85b6-b9df2fb6af3e HTTP/1.1" status: 200 len: 945 time: 0.1784916 Jun 16 13:45:23.409798 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-87b3d299-0ca0-4a5f-b4b7-d3bec917787f req-3179d6e8-d3a8-460d-82fa-ee18831dfa56 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779595337849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779594881055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10072337'] for port, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:23.428163 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-7e5f5cbd-e7bc-4013-baba-de2ab13b8f6f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:23.428489 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] get_ports_and_sgs() called for port_ids ['504fb1fb-9d5c-40f3-a0a3-45c8d6078588'] {{(pid=103676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:45:23.467516 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3179d6e8-d3a8-460d-82fa-ee18831dfa56 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Pushing event deleted for resources: {'Port': ['ID=504fb1fb-9d5c-40f3-a0a3-45c8d6078588,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:23.474518 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-6f737b8c-5417-4479-83d8-a1a8cb29d2b5 req-6c460577-49ce-4c4e-a5bd-0723b8dce5e9 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049807 Jun 16 13:45:23.477041 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-41f9989f-7a80-4e20-9e05-81ce4ef51e94 req-85a9d1ac-f122-4489-966d-9f771dc43bba tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/security-groups?id=f0bffd52-bd2e-47f8-929e-53a2558ccc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039886 Jun 16 13:45:23.479858 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-3179d6e8-d3a8-460d-82fa-ee18831dfa56 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:23.538879 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b3d299-0ca0-4a5f-b4b7-d3bec917787f req-3179d6e8-d3a8-460d-82fa-ee18831dfa56 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] No DVR routers for this DVR port 504fb1fb-9d5c-40f3-a0a3-45c8d6078588 on host hv-cinder-78960 {{(pid=103674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:45:23.542469 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-87b3d299-0ca0-4a5f-b4b7-d3bec917787f req-3179d6e8-d3a8-460d-82fa-ee18831dfa56 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914'] for port, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:23.544852 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-87b3d299-0ca0-4a5f-b4b7-d3bec917787f req-3179d6e8-d3a8-460d-82fa-ee18831dfa56 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.101 "DELETE /v2.0/ports/504fb1fb-9d5c-40f3-a0a3-45c8d6078588 HTTP/1.1" status: 204 len: 173 time: 0.6640177 Jun 16 13:45:23.545370 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa6f0c19-91cb-4741-85b6-b9df2fb6af3e', 'name': 'network-vif-deleted', 'tag': '504fb1fb-9d5c-40f3-a0a3-45c8d6078588'}] {{(pid=103674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:45:23.547652 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf0caa33b503d1f2c3d6e3a51c00f46bab3e78c159fea0ab96052d9779657e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1f6c1e-8c51-449c-b4d9-fe49aaf3d6f1" -d '{"events": [{"server_uuid": "fa6f0c19-91cb-4741-85b6-b9df2fb6af3e", "name": "network-vif-deleted", "tag": "504fb1fb-9d5c-40f3-a0a3-45c8d6078588"}]}' {{(pid=103674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:45:23.672660 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f317a3c-e00d-4bb3-86a0-ca6373620aac req-cfa4ba0f-1a79-498d-8c51-34193a1f023e tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:23.675099 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-5f317a3c-e00d-4bb3-86a0-ca6373620aac req-cfa4ba0f-1a79-498d-8c51-34193a1f023e tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0757959 Jun 16 13:45:23.693741 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907afc11-94f9-46d3-a9ec-f87f496f7ea3 x-openstack-request-id: req-907afc11-94f9-46d3-a9ec-f87f496f7ea3 {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:45:23.694113 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa6f0c19-91cb-4741-85b6-b9df2fb6af3e", "name": "network-vif-deleted", "tag": "504fb1fb-9d5c-40f3-a0a3-45c8d6078588", "status": "completed", "code": 200}]} {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:45:23.694508 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-907afc11-94f9-46d3-a9ec-f87f496f7ea3 {{(pid=103674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:45:23.696039 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa6f0c19-91cb-4741-85b6-b9df2fb6af3e', 'name': 'network-vif-deleted', 'tag': '504fb1fb-9d5c-40f3-a0a3-45c8d6078588', 'status': 'completed', 'code': 200} Jun 16 13:45:23.729077 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-5f317a3c-e00d-4bb3-86a0-ca6373620aac req-135ec49b-2a7a-4371-aaa8-d711265454f8 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466280 Jun 16 13:45:24.655407 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d0030-d17c-4311-9e7b-3526091db597 req-979717d2-7e27-4cab-82a2-d0600a4ea0f0 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:24.656968 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f97d0030-d17c-4311-9e7b-3526091db597 req-979717d2-7e27-4cab-82a2-d0600a4ea0f0 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=079f5d41-0152-45a1-8e4c-81da74483874 HTTP/1.1" status: 200 len: 944 time: 0.0655899 Jun 16 13:45:24.699055 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f97d0030-d17c-4311-9e7b-3526091db597 req-ffe65dae-ab74-4f34-831c-ab815002fe38 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341656 Jun 16 13:45:24.946839 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f430c-a181-4976-b36e-93e40f24b272 req-0b697a4d-a9a8-4976-9561-57f5dbc1716b tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:24.948217 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-4d9f430c-a181-4976-b36e-93e40f24b272 req-0b697a4d-a9a8-4976-9561-57f5dbc1716b tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0648749 Jun 16 13:45:24.986347 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-4d9f430c-a181-4976-b36e-93e40f24b272 req-5d857293-4615-4ed3-9fb5-db373d6f6748 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323484 Jun 16 13:45:25.893026 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acaeec6-233f-4556-ba9a-5d59c0052bd5 req-5b1a189f-6b85-4526-9ae2-db5e6b836e97 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:25.894467 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-9acaeec6-233f-4556-ba9a-5d59c0052bd5 req-5b1a189f-6b85-4526-9ae2-db5e6b836e97 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=079f5d41-0152-45a1-8e4c-81da74483874 HTTP/1.1" status: 200 len: 944 time: 0.0760498 Jun 16 13:45:25.934390 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-9acaeec6-233f-4556-ba9a-5d59c0052bd5 req-c952ac15-b789-4dc9-bcfb-e57db8aa26dc tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341597 Jun 16 13:45:26.253942 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1cc13b-23ff-4379-8005-38d96ee76cd1 req-9dfd5531-b91b-4195-95f7-19675e1fefcf tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:26.255415 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-fd1cc13b-23ff-4379-8005-38d96ee76cd1 req-9dfd5531-b91b-4195-95f7-19675e1fefcf tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0803220 Jun 16 13:45:26.295331 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-fd1cc13b-23ff-4379-8005-38d96ee76cd1 req-4c52b8cc-a195-4e2f-87c2-4bfe1e4fb36b tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340958 Jun 16 13:45:26.433345 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 504fb1fb-9d5c-40f3-a0a3-45c8d6078588 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:45:26.455787 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] No Port match for: 504fb1fb-9d5c-40f3-a0a3-45c8d6078588 {{(pid=103676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:45:26.456464 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 504fb1fb-9d5c-40f3-a0a3-45c8d6078588 not bound to the agent host hv-cinder-78960 {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:45:27.127315 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debaabc7-9ef3-4b85-b578-87af82a1eba8 req-5836f1c5-5d57-418f-8851-35238792081f tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:27.128816 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-debaabc7-9ef3-4b85-b578-87af82a1eba8 req-5836f1c5-5d57-418f-8851-35238792081f tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=079f5d41-0152-45a1-8e4c-81da74483874 HTTP/1.1" status: 200 len: 944 time: 0.0690696 Jun 16 13:45:27.176758 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-debaabc7-9ef3-4b85-b578-87af82a1eba8 req-71099e95-9df3-4fa4-a419-bff94916ae91 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420065 Jun 16 13:45:27.495123 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caf1f00-6dc7-4745-8096-63a7f39f3399 req-577912f9-6e38-4e04-8618-9b8399cc6acd tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:27.496586 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-0caf1f00-6dc7-4745-8096-63a7f39f3399 req-577912f9-6e38-4e04-8618-9b8399cc6acd tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0642457 Jun 16 13:45:27.534672 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-0caf1f00-6dc7-4745-8096-63a7f39f3399 req-ed82b8db-7c71-4960-b2f7-1c4c11ffb8db tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323613 Jun 16 13:45:28.356390 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f651d1-1977-43a8-9724-5c660562c571 req-c81d9000-027b-4c19-818b-0fb22a0b28f2 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:28.358016 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-83f651d1-1977-43a8-9724-5c660562c571 req-c81d9000-027b-4c19-818b-0fb22a0b28f2 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=079f5d41-0152-45a1-8e4c-81da74483874 HTTP/1.1" status: 200 len: 944 time: 0.0652437 Jun 16 13:45:28.396791 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-83f651d1-1977-43a8-9724-5c660562c571 req-2d433790-8804-48db-bb8f-d3a47154e0ee tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327201 Jun 16 13:45:28.597269 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-590bbdb6-7df2-4391-ab17-ef516ab4dcad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:28.720681 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28535ce8-cfa3-4199-8d8f-edeb0455107f req-4cdcd937-cb59-4045-901e-9b145f5437dd tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:28.722129 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-28535ce8-cfa3-4199-8d8f-edeb0455107f req-4cdcd937-cb59-4045-901e-9b145f5437dd tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0681810 Jun 16 13:45:28.759792 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-28535ce8-cfa3-4199-8d8f-edeb0455107f req-f50cd9a2-7d71-4d18-afdc-9a613ebf810c tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316985 Jun 16 13:45:29.586426 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081192c0-bb9e-4d81-83a3-f5017744b1ff req-5803eba8-7e71-4dc1-88d1-132f34f9a7a6 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:29.588216 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-081192c0-bb9e-4d81-83a3-f5017744b1ff req-5803eba8-7e71-4dc1-88d1-132f34f9a7a6 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=079f5d41-0152-45a1-8e4c-81da74483874 HTTP/1.1" status: 200 len: 944 time: 0.0701289 Jun 16 13:45:29.626193 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-081192c0-bb9e-4d81-83a3-f5017744b1ff req-d870fbc7-73d0-4c95-ae65-4d31a4c300ae tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321407 Jun 16 13:45:29.951490 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e106d6-587c-4758-b21f-2d4fb012fcf2 req-30e2ad62-c156-4051-a557-ff086824fbcc tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:29.952899 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-b3e106d6-587c-4758-b21f-2d4fb012fcf2 req-30e2ad62-c156-4051-a557-ff086824fbcc tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0690305 Jun 16 13:45:29.991999 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-b3e106d6-587c-4758-b21f-2d4fb012fcf2 req-4766cca4-7e60-4763-9a6c-35ab3a84132f tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329881 Jun 16 13:45:30.805075 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c80a13-b5aa-4ae1-99ba-e927569d0c2a req-ee3f8162-8611-4144-bc86-bad30341c93d tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:30.806512 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-12c80a13-b5aa-4ae1-99ba-e927569d0c2a req-ee3f8162-8611-4144-bc86-bad30341c93d tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=079f5d41-0152-45a1-8e4c-81da74483874 HTTP/1.1" status: 200 len: 944 time: 0.0652368 Jun 16 13:45:30.844546 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-12c80a13-b5aa-4ae1-99ba-e927569d0c2a req-8abcf54f-7c39-4274-ac1f-4a4e6fed01cd tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323374 Jun 16 13:45:31.104203 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:31.179279 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106092bc-9017-4acc-8d63-c4b1fc00f639 req-63f648df-ce51-4e9f-8c64-fd1b85e1ee84 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:31.180838 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-106092bc-9017-4acc-8d63-c4b1fc00f639 req-63f648df-ce51-4e9f-8c64-fd1b85e1ee84 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0663085 Jun 16 13:45:31.219810 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-106092bc-9017-4acc-8d63-c4b1fc00f639 req-77d6c043-2ad4-44c4-98e9-a0a8a08c362b tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330143 Jun 16 13:45:31.249602 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d3509144-56d6-4812-965a-1d6fbd611706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:32.025582 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9426d120-8ef3-450b-a3fa-438be4b95f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:32.046899 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ec002-e815-442c-b283-e04dabea1390 req-154678e7-d697-46ac-9baa-6996803a1c4a tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:32.048415 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-917ec002-e815-442c-b283-e04dabea1390 req-154678e7-d697-46ac-9baa-6996803a1c4a tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=079f5d41-0152-45a1-8e4c-81da74483874 HTTP/1.1" status: 200 len: 944 time: 0.0772691 Jun 16 13:45:32.085587 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-917ec002-e815-442c-b283-e04dabea1390 req-35d38cae-f0b0-48d0-a4aa-4f25b8c5ce24 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315516 Jun 16 13:45:32.410382 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c115c8c-c3ac-49f1-9186-456aebf20ba7 req-ac1534f4-b8c7-4bbf-bd98-f15e1634df4b tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:32.411912 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2c115c8c-c3ac-49f1-9186-456aebf20ba7 req-ac1534f4-b8c7-4bbf-bd98-f15e1634df4b tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0688086 Jun 16 13:45:32.452659 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2c115c8c-c3ac-49f1-9186-456aebf20ba7 req-ee1d5e6d-1b1a-4d00-a805-32eb044c11a1 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349982 Jun 16 13:45:33.277952 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092f59c-3f4e-41a3-9911-c9adfe1f3a52 req-a0e08b55-4c9d-447a-b438-7679d0913e77 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:33.279541 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a092f59c-3f4e-41a3-9911-c9adfe1f3a52 req-a0e08b55-4c9d-447a-b438-7679d0913e77 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=079f5d41-0152-45a1-8e4c-81da74483874 HTTP/1.1" status: 200 len: 944 time: 0.0667276 Jun 16 13:45:33.319365 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a092f59c-3f4e-41a3-9911-c9adfe1f3a52 req-5a4ca31a-1334-4c59-b7a9-86426ac75e91 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339766 Jun 16 13:45:33.635405 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ed8f9-d32f-4021-b158-a77b2c95e587 req-213a14f8-55bb-47b2-94f7-2378762c41cb tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:33.636881 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-cf5ed8f9-d32f-4021-b158-a77b2c95e587 req-213a14f8-55bb-47b2-94f7-2378762c41cb tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0639639 Jun 16 13:45:33.675197 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-cf5ed8f9-d32f-4021-b158-a77b2c95e587 req-5133c8d8-6f20-4093-92d3-a7477778f976 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326118 Jun 16 13:45:33.891591 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3cd87a0a-8c13-4d66-8546-43ee61e1d8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:34.510641 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a729400c-b732-4621-b86a-c44d04bb5cf5 req-9941dd55-b495-4a39-a2ef-3e050ce2f2d8 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:34.512083 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a729400c-b732-4621-b86a-c44d04bb5cf5 req-9941dd55-b495-4a39-a2ef-3e050ce2f2d8 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=079f5d41-0152-45a1-8e4c-81da74483874 HTTP/1.1" status: 200 len: 944 time: 0.0698528 Jun 16 13:45:34.549371 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a729400c-b732-4621-b86a-c44d04bb5cf5 req-f3df999c-b144-4b13-b338-c77aca675ad8 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315011 Jun 16 13:45:34.868556 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e5f4b-764c-4a70-9fde-5aa966a3c57d req-64bddde9-f558-4b7f-9487-8863aa8a1792 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:34.869988 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-798e5f4b-764c-4a70-9fde-5aa966a3c57d req-64bddde9-f558-4b7f-9487-8863aa8a1792 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0720823 Jun 16 13:45:34.909123 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-798e5f4b-764c-4a70-9fde-5aa966a3c57d req-9996601a-4446-4c2f-81ee-99be91966eff tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332487 Jun 16 13:45:35.734623 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee538b-aeda-4f33-839b-ef27ca700d7e req-2b5c6db0-5724-47d5-8754-8bb5ae9a23e2 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:35.736250 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f8ee538b-aeda-4f33-839b-ef27ca700d7e req-2b5c6db0-5724-47d5-8754-8bb5ae9a23e2 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=079f5d41-0152-45a1-8e4c-81da74483874 HTTP/1.1" status: 200 len: 944 time: 0.0740535 Jun 16 13:45:35.774720 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f8ee538b-aeda-4f33-839b-ef27ca700d7e req-eeaf4e95-bfbb-4e16-b41b-1e47f6d7df9d tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324092 Jun 16 13:45:36.096913 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c16e40f-cf74-4b62-bbc0-8c8d23e8ab02 req-ccd20f65-7daa-42d1-a59c-43f635a67311 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:36.098352 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-5c16e40f-cf74-4b62-bbc0-8c8d23e8ab02 req-ccd20f65-7daa-42d1-a59c-43f635a67311 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0676970 Jun 16 13:45:36.137285 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-5c16e40f-cf74-4b62-bbc0-8c8d23e8ab02 req-122a2131-e6fd-4022-9361-b6eec737f874 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329635 Jun 16 13:45:36.731065 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c3ccb-77fc-43d9-b1e9-c1bae0f21827 req-20877013-6924-4f2a-929a-c312e32b70df tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:36.732575 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e69c3ccb-77fc-43d9-b1e9-c1bae0f21827 req-20877013-6924-4f2a-929a-c312e32b70df tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/networks?id=a32fb711-76ca-4bf4-b0df-7220710f5fda HTTP/1.1" status: 200 len: 809 time: 0.0999653 Jun 16 13:45:36.747567 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e69c3ccb-77fc-43d9-b1e9-c1bae0f21827 req-f71f3ec9-b4ff-432d-9a21-8226693c33d8 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/quotas/d54e1d7266474b44992dd4d990d7ae55 HTTP/1.1" status: 200 len: 375 time: 0.0092900 Jun 16 13:45:36.785517 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e69c3ccb-77fc-43d9-b1e9-c1bae0f21827 req-904ac0da-9cb5-42c8-90c1-915b06cd40bd tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=d54e1d7266474b44992dd4d990d7ae55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330400 Jun 16 13:45:36.878906 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e69c3ccb-77fc-43d9-b1e9-c1bae0f21827 req-36984d9d-e065-41bd-b6fa-294408d12e7c service neutron] 10.222.0.104 "GET /v2.0/networks/a32fb711-76ca-4bf4-b0df-7220710f5fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814741 Jun 16 13:45:37.008875 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e69c3ccb-77fc-43d9-b1e9-c1bae0f21827 req-f097273e-32e2-446c-be37-c298e30e5bcd service neutron] 10.222.0.104 "GET /v2.0/networks/a32fb711-76ca-4bf4-b0df-7220710f5fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239901 Jun 16 13:45:37.016999 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece7bee0-e184-45f4-9ea5-796ee169cc3d req-cffc3e1a-2bc8-4226-a67b-9491ce6073e4 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:37.018396 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ece7bee0-e184-45f4-9ea5-796ee169cc3d req-cffc3e1a-2bc8-4226-a67b-9491ce6073e4 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=079f5d41-0152-45a1-8e4c-81da74483874 HTTP/1.1" status: 200 len: 944 time: 0.1265283 Jun 16 13:45:37.059361 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ece7bee0-e184-45f4-9ea5-796ee169cc3d req-71203897-499d-4cc1-9821-1a9a85cfeb36 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341492 Jun 16 13:45:37.194274 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-61f4d630-37c5-4c50-b4b7-8786b4aa58e7 req-2d8435ce-0234-4ddc-af67-0177d90c8b74 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/ports?device_id=e89bc9c0-f35f-4f40-b44f-3cf2b35f94e4 HTTP/1.1" status: 200 len: 210 time: 0.0285108 Jun 16 13:45:37.367411 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6da7be-575c-4a8e-8b17-7c93e0c6c29d req-8a777d80-a546-49c9-a573-94f7b06c8819 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:37.368904 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2e6da7be-575c-4a8e-8b17-7c93e0c6c29d req-8a777d80-a546-49c9-a573-94f7b06c8819 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0656869 Jun 16 13:45:37.412053 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2e6da7be-575c-4a8e-8b17-7c93e0c6c29d req-82f6da0c-7b7e-46a1-aaf4-9d47edc5f319 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363657 Jun 16 13:45:38.236969 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd68f4c-8048-4d43-a04e-2c064ef114dc req-4e0dffd1-d2bc-4947-8e94-d75fe1a9aaf9 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:38.238408 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-5dd68f4c-8048-4d43-a04e-2c064ef114dc req-4e0dffd1-d2bc-4947-8e94-d75fe1a9aaf9 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=079f5d41-0152-45a1-8e4c-81da74483874 HTTP/1.1" status: 200 len: 944 time: 0.0680463 Jun 16 13:45:38.277103 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-5dd68f4c-8048-4d43-a04e-2c064ef114dc req-8a7dc91f-60c0-433e-8592-1ab0173c25da tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329397 Jun 16 13:45:38.411380 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-aacbdbd6-a5cc-442e-81c2-e4475731fd95 req-8da7514b-301c-4470-8730-b5205e6619d1 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/ports?device_id=e89bc9c0-f35f-4f40-b44f-3cf2b35f94e4 HTTP/1.1" status: 200 len: 210 time: 0.0282996 Jun 16 13:45:38.607809 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c3ccb-77fc-43d9-b1e9-c1bae0f21827 req-8350d1ab-399f-4eb8-9aa8-9604db84b2e3 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:38.609220 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e69c3ccb-77fc-43d9-b1e9-c1bae0f21827 req-8350d1ab-399f-4eb8-9aa8-9604db84b2e3 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.101 "GET /v2.0/networks?id=a32fb711-76ca-4bf4-b0df-7220710f5fda HTTP/1.1" status: 200 len: 809 time: 0.1389809 Jun 16 13:45:38.634048 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad91db-19f5-43da-bb0c-c42bcb6595d1 req-356ae843-19c1-44a3-a776-9e002ac5d7a3 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:38.635347 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-bbad91db-19f5-43da-bb0c-c42bcb6595d1 req-356ae843-19c1-44a3-a776-9e002ac5d7a3 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0966177 Jun 16 13:45:38.639863 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [req-e69c3ccb-77fc-43d9-b1e9-c1bae0f21827 req-64f78d8b-16aa-4d9a-bfcf-dcc826317133 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Request body: {'port': {'device_id': 'e89bc9c0-f35f-4f40-b44f-3cf2b35f94e4', 'network_id': 'a32fb711-76ca-4bf4-b0df-7220710f5fda', 'admin_state_up': True, 'tenant_id': 'd54e1d7266474b44992dd4d990d7ae55'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:45:38.696826 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe078b-7766-423d-ad07-83d9644049fa req-3c946e23-515a-437f-baa5-d163030e2175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:38.698538 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-5ebe078b-7766-423d-ad07-83d9644049fa req-3c946e23-515a-437f-baa5-d163030e2175 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 1099 time: 0.0665116 Jun 16 13:45:38.725410 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-bbad91db-19f5-43da-bb0c-c42bcb6595d1 req-ba7df32e-1c67-4af7-b480-5598ccf21a51 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808833 Jun 16 13:45:38.765412 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-5ebe078b-7766-423d-ad07-83d9644049fa req-0f1cc196-8dd4-4d8c-9153-12f5c0ee226d service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390849 Jun 16 13:45:38.773208 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e69c3ccb-77fc-43d9-b1e9-c1bae0f21827 req-64f78d8b-16aa-4d9a-bfcf-dcc826317133 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Made reservation on behalf of d54e1d7266474b44992dd4d990d7ae55 for: {'port': 1} {{(pid=103674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:45:38.776782 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-e69c3ccb-77fc-43d9-b1e9-c1bae0f21827 req-64f78d8b-16aa-4d9a-bfcf-dcc826317133 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for port, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:38.908664 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.db_base_plugin_common [req-e69c3ccb-77fc-43d9-b1e9-c1bae0f21827 req-64f78d8b-16aa-4d9a-bfcf-dcc826317133 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Allocated IP 172.20.0.13 (a32fb711-76ca-4bf4-b0df-7220710f5fda/176f96c2-ccba-401d-a8b5-09c52957a6c9/ff902b07-30ec-4673-adfb-00ca1c74b4b0) {{(pid=103674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:45:39.054963 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-e69c3ccb-77fc-43d9-b1e9-c1bae0f21827 req-64f78d8b-16aa-4d9a-bfcf-dcc826317133 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Notify callbacks [] for port, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:39.098331 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-e69c3ccb-77fc-43d9-b1e9-c1bae0f21827 req-64f78d8b-16aa-4d9a-bfcf-dcc826317133 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1833118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779594881046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10072334'] for port, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:39.103477 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-4585e598-8253-4f17-badc-77beda9c797a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:39.146154 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e69c3ccb-77fc-43d9-b1e9-c1bae0f21827 req-64f78d8b-16aa-4d9a-bfcf-dcc826317133 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Network a32fb711-76ca-4bf4-b0df-7220710f5fda is already hosted by enough agents. {{(pid=103674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:45:39.149322 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [req-e69c3ccb-77fc-43d9-b1e9-c1bae0f21827 req-64f78d8b-16aa-4d9a-bfcf-dcc826317133 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Resources bound (agent type, host, resource id): {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:45:39.158810 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [req-e69c3ccb-77fc-43d9-b1e9-c1bae0f21827 req-64f78d8b-16aa-4d9a-bfcf-dcc826317133 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Received port after_create {{(pid=103674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:45:39.184509 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f78d8b-16aa-4d9a-bfcf-dcc826317133 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Pushing event updated for resources: {'Port': ['ID=ff902b07-30ec-4673-adfb-00ca1c74b4b0,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:39.190212 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-64f78d8b-16aa-4d9a-bfcf-dcc826317133 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:39.216808 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c3ccb-77fc-43d9-b1e9-c1bae0f21827 req-64f78d8b-16aa-4d9a-bfcf-dcc826317133 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:39.217419 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-e69c3ccb-77fc-43d9-b1e9-c1bae0f21827 req-64f78d8b-16aa-4d9a-bfcf-dcc826317133 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914'] for port, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:39.234000 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e69c3ccb-77fc-43d9-b1e9-c1bae0f21827 req-64f78d8b-16aa-4d9a-bfcf-dcc826317133 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5977716 Jun 16 13:45:39.250979 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [req-e69c3ccb-77fc-43d9-b1e9-c1bae0f21827 req-208e3cfb-4c8c-4dfa-a952-7ab58e8a4896 service neutron] Request body: {'port': {'device_id': 'e89bc9c0-f35f-4f40-b44f-3cf2b35f94e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:45:39.321249 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-e69c3ccb-77fc-43d9-b1e9-c1bae0f21827 req-208e3cfb-4c8c-4dfa-a952-7ab58e8a4896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:39.548205 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accf0174-9fb5-4928-9b29-5d40c4e3fbc9 req-a0245319-8b9d-4217-9e21-13cc32d0d4e9 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:39.549655 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-accf0174-9fb5-4928-9b29-5d40c4e3fbc9 req-a0245319-8b9d-4217-9e21-13cc32d0d4e9 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=079f5d41-0152-45a1-8e4c-81da74483874 HTTP/1.1" status: 200 len: 944 time: 0.1276312 Jun 16 13:45:39.574864 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:39.613498 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-accf0174-9fb5-4928-9b29-5d40c4e3fbc9 req-5a699c6f-bb4c-45d3-8899-2b02159218d7 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574946 Jun 16 13:45:39.691168 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.notifiers.nova [req-e69c3ccb-77fc-43d9-b1e9-c1bae0f21827 req-208e3cfb-4c8c-4dfa-a952-7ab58e8a4896 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff902b07-30ec-4673-adfb-00ca1c74b4b0 {{(pid=103674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:45:39.703744 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-e69c3ccb-77fc-43d9-b1e9-c1bae0f21827 req-208e3cfb-4c8c-4dfa-a952-7ab58e8a4896 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:39.719969 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.provisioning_blocks [req-e69c3ccb-77fc-43d9-b1e9-c1bae0f21827 req-208e3cfb-4c8c-4dfa-a952-7ab58e8a4896 service neutron] Transition to ACTIVE for port object ff902b07-30ec-4673-adfb-00ca1c74b4b0 will not be triggered until provisioned by entity L2. {{(pid=103674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:45:39.727658 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-e69c3ccb-77fc-43d9-b1e9-c1bae0f21827 req-208e3cfb-4c8c-4dfa-a952-7ab58e8a4896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10072344'] for port, after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:39.732635 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-fd2c2182-99b2-4678-b094-a9791ab7cfba tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:39.770289 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad957c-addf-4bcf-bfad-8a35ef7274d1 req-93f3eab0-adf2-4572-9ec7-adeb7b1ec1c2 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:39.771738 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f4ad957c-addf-4bcf-bfad-8a35ef7274d1 req-93f3eab0-adf2-4572-9ec7-adeb7b1ec1c2 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/ports?device_id=e89bc9c0-f35f-4f40-b44f-3cf2b35f94e4 HTTP/1.1" status: 200 len: 932 time: 0.1455903 Jun 16 13:45:39.832649 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208e3cfb-4c8c-4dfa-a952-7ab58e8a4896 service neutron] Pushing event updated for resources: {'Port': ['ID=ff902b07-30ec-4673-adfb-00ca1c74b4b0,revision_number=2']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:39.837985 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-208e3cfb-4c8c-4dfa-a952-7ab58e8a4896 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:40.138124 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f4ad957c-addf-4bcf-bfad-8a35ef7274d1 req-d6255818-3e22-4bc9-831f-a3d826329c12 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/security-groups?id=f0bffd52-bd2e-47f8-929e-53a2558ccc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599408 Jun 16 13:45:40.171400 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.managers [req-e69c3ccb-77fc-43d9-b1e9-c1bae0f21827 req-208e3cfb-4c8c-4dfa-a952-7ab58e8a4896 service neutron] Attempting to bind port ff902b07-30ec-4673-adfb-00ca1c74b4b0 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:45:40.171724 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.managers [req-e69c3ccb-77fc-43d9-b1e9-c1bae0f21827 req-208e3cfb-4c8c-4dfa-a952-7ab58e8a4896 service neutron] Attempting to bind port ff902b07-30ec-4673-adfb-00ca1c74b4b0 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '54bf1e60-a570-4667-ba52-e23da929eb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'a32fb711-76ca-4bf4-b0df-7220710f5fda'}] {{(pid=103674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:45:40.172058 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69c3ccb-77fc-43d9-b1e9-c1bae0f21827 req-208e3cfb-4c8c-4dfa-a952-7ab58e8a4896 service neutron] Attempting to bind port ff902b07-30ec-4673-adfb-00ca1c74b4b0 on network a32fb711-76ca-4bf4-b0df-7220710f5fda {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:45:40.180772 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69c3ccb-77fc-43d9-b1e9-c1bae0f21827 req-208e3cfb-4c8c-4dfa-a952-7ab58e8a4896 service neutron] Port ff902b07-30ec-4673-adfb-00ca1c74b4b0 on network a32fb711-76ca-4bf4-b0df-7220710f5fda not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 13:45:40.181084 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69c3ccb-77fc-43d9-b1e9-c1bae0f21827 req-208e3cfb-4c8c-4dfa-a952-7ab58e8a4896 service neutron] Attempting to bind port ff902b07-30ec-4673-adfb-00ca1c74b4b0 on network a32fb711-76ca-4bf4-b0df-7220710f5fda {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:45:40.188377 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69c3ccb-77fc-43d9-b1e9-c1bae0f21827 req-208e3cfb-4c8c-4dfa-a952-7ab58e8a4896 service neutron] Checking agent: {'id': '1d30c470-50d4-4ce2-b27c-c11b758166c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 42, 10), 'started_at': datetime.datetime(2021, 6, 16, 13, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:45:40.188738 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69c3ccb-77fc-43d9-b1e9-c1bae0f21827 req-208e3cfb-4c8c-4dfa-a952-7ab58e8a4896 service neutron] Checking segment: {'id': '54bf1e60-a570-4667-ba52-e23da929eb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'a32fb711-76ca-4bf4-b0df-7220710f5fda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:45:40.189110 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69c3ccb-77fc-43d9-b1e9-c1bae0f21827 req-208e3cfb-4c8c-4dfa-a952-7ab58e8a4896 service neutron] Bound using segment: {'id': '54bf1e60-a570-4667-ba52-e23da929eb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'a32fb711-76ca-4bf4-b0df-7220710f5fda'} {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:45:40.189521 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.managers [req-e69c3ccb-77fc-43d9-b1e9-c1bae0f21827 req-208e3cfb-4c8c-4dfa-a952-7ab58e8a4896 service neutron] Bound port: ff902b07-30ec-4673-adfb-00ca1c74b4b0, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54bf1e60-a570-4667-ba52-e23da929eb41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'a32fb711-76ca-4bf4-b0df-7220710f5fda'}}] {{(pid=103674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:45:40.189865 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-e69c3ccb-77fc-43d9-b1e9-c1bae0f21827 req-208e3cfb-4c8c-4dfa-a952-7ab58e8a4896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:40.199790 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf683b-419c-4369-9fdc-b9802aa8dc14 req-17f77a1d-8a4d-452b-9659-48c9dcec74f8 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:40.201586 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ccaf683b-419c-4369-9fdc-b9802aa8dc14 req-17f77a1d-8a4d-452b-9659-48c9dcec74f8 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.1246915 Jun 16 13:45:40.271970 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ccaf683b-419c-4369-9fdc-b9802aa8dc14 req-b05c0088-8c4d-474a-8476-47a718f7e980 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645869 Jun 16 13:45:40.293384 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.db [req-e69c3ccb-77fc-43d9-b1e9-c1bae0f21827 req-208e3cfb-4c8c-4dfa-a952-7ab58e8a4896 service neutron] For port ff902b07-30ec-4673-adfb-00ca1c74b4b0, host hv-cinder-78960, cleared binding levels {{(pid=103674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:45:40.296831 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.db [req-e69c3ccb-77fc-43d9-b1e9-c1bae0f21827 req-208e3cfb-4c8c-4dfa-a952-7ab58e8a4896 service neutron] For port ff902b07-30ec-4673-adfb-00ca1c74b4b0, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ff902b07-30ec-4673-adfb-00ca1c74b4b0,segment=NetworkSegment(54bf1e60-a570-4667-ba52-e23da929eb41),segment_id=54bf1e60-a570-4667-ba52-e23da929eb41)] {{(pid=103674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:45:40.304816 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-e69c3ccb-77fc-43d9-b1e9-c1bae0f21827 req-208e3cfb-4c8c-4dfa-a952-7ab58e8a4896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10072344'] for port, after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:40.306676 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:40.338391 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c3ccb-77fc-43d9-b1e9-c1bae0f21827 req-208e3cfb-4c8c-4dfa-a952-7ab58e8a4896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:40.339289 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-e69c3ccb-77fc-43d9-b1e9-c1bae0f21827 req-208e3cfb-4c8c-4dfa-a952-7ab58e8a4896 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914'] for port, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:40.340661 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e69c3ccb-77fc-43d9-b1e9-c1bae0f21827 req-208e3cfb-4c8c-4dfa-a952-7ab58e8a4896 service neutron] 10.222.0.101 "PUT /v2.0/ports/ff902b07-30ec-4673-adfb-00ca1c74b4b0 HTTP/1.1" status: 200 len: 1094 time: 1.0947447 Jun 16 13:45:40.341206 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e89bc9c0-f35f-4f40-b44f-3cf2b35f94e4', 'tag': 'ff902b07-30ec-4673-adfb-00ca1c74b4b0'}] {{(pid=103674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:45:40.343495 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf0caa33b503d1f2c3d6e3a51c00f46bab3e78c159fea0ab96052d9779657e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640e8984-a70b-46b3-976c-f438ab0a626c" -d '{"events": [{"name": "network-changed", "server_uuid": "e89bc9c0-f35f-4f40-b44f-3cf2b35f94e4", "tag": "ff902b07-30ec-4673-adfb-00ca1c74b4b0"}]}' {{(pid=103674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:45:40.368500 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208e3cfb-4c8c-4dfa-a952-7ab58e8a4896 service neutron] Pushing event updated for resources: {'Port': ['ID=ff902b07-30ec-4673-adfb-00ca1c74b4b0,revision_number=3']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:40.372429 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-208e3cfb-4c8c-4dfa-a952-7ab58e8a4896 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:40.386812 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef08a17-2b63-4f49-a7e9-80732aa27498 x-openstack-request-id: req-aef08a17-2b63-4f49-a7e9-80732aa27498 {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:45:40.387151 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e89bc9c0-f35f-4f40-b44f-3cf2b35f94e4", "tag": "ff902b07-30ec-4673-adfb-00ca1c74b4b0", "status": "completed", "code": 200}]} {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:45:40.387433 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-aef08a17-2b63-4f49-a7e9-80732aa27498 {{(pid=103674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:45:40.388267 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e89bc9c0-f35f-4f40-b44f-3cf2b35f94e4', 'tag': 'ff902b07-30ec-4673-adfb-00ca1c74b4b0', 'status': 'completed', 'code': 200} Jun 16 13:45:40.475381 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c3ccb-77fc-43d9-b1e9-c1bae0f21827 req-4670c012-306c-4ef9-908b-17825b53e986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:40.476842 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e69c3ccb-77fc-43d9-b1e9-c1bae0f21827 req-4670c012-306c-4ef9-908b-17825b53e986 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=d54e1d7266474b44992dd4d990d7ae55&device_id=e89bc9c0-f35f-4f40-b44f-3cf2b35f94e4 HTTP/1.1" status: 200 len: 1097 time: 0.0561221 Jun 16 13:45:40.485294 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 308e3e82-4b98-4820-baef-0334f262c7e9 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:45:40.529827 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e69c3ccb-77fc-43d9-b1e9-c1bae0f21827 req-12187c87-db48-46d1-9c64-34c92a48a3d7 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff902b07-30ec-4673-adfb-00ca1c74b4b0 HTTP/1.1" status: 200 len: 217 time: 0.0359755 Jun 16 13:45:40.584111 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port 308e3e82-4b98-4820-baef-0334f262c7e9, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=308e3e82-4b98-4820-baef-0334f262c7e9,segment=NetworkSegment(70187269-9371-4d60-a2ca-f207ba00f8d3),segment_id=70187269-9371-4d60-a2ca-f207ba00f8d3)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:45:40.590515 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c3ccb-77fc-43d9-b1e9-c1bae0f21827 req-466d2621-c30e-4014-bf51-7f39bbb14b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:40.591968 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e69c3ccb-77fc-43d9-b1e9-c1bae0f21827 req-466d2621-c30e-4014-bf51-7f39bbb14b32 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=176f96c2-ccba-401d-a8b5-09c52957a6c9 HTTP/1.1" status: 200 len: 849 time: 0.0462995 Jun 16 13:45:40.646375 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e69c3ccb-77fc-43d9-b1e9-c1bae0f21827 req-1d229d3f-5d9b-4a6a-871b-30dc8cdf7be9 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=a32fb711-76ca-4bf4-b0df-7220710f5fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342836 Jun 16 13:45:40.734070 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Returning: {'device': '308e3e82-4b98-4820-baef-0334f262c7e9', 'network_id': 'd7d7741f-07ca-412f-8243-ccc485688abb', 'port_id': '308e3e82-4b98-4820-baef-0334f262c7e9', 'mac_address': 'fa:16:3e:b4:c1:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edeae7f3-c024-4f6a-b058-211ad66a5634', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:45:40.772126 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:40.784251 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.notifiers.nova [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 308e3e82-4b98-4820-baef-0334f262c7e9 {{(pid=103676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:45:40.804138 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port 308e3e82-4b98-4820-baef-0334f262c7e9, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=308e3e82-4b98-4820-baef-0334f262c7e9,segment=NetworkSegment(70187269-9371-4d60-a2ca-f207ba00f8d3),segment_id=70187269-9371-4d60-a2ca-f207ba00f8d3)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:45:40.808480 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:40.810047 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e69c3ccb-77fc-43d9-b1e9-c1bae0f21827 req-d7e136f7-3c60-40ae-b1dc-b1957233c4c0 service neutron] 10.222.0.101 "GET /v2.0/networks/a32fb711-76ca-4bf4-b0df-7220710f5fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471844 Jun 16 13:45:40.811683 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-ce617feb-6201-4622-9f09-20a954944355 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:40.840542 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4087a665-1713-4879-a127-3d2d6af3fce2 req-3a529111-ebfe-4ac2-85ba-e2dd3941e447 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:40.841941 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-4087a665-1713-4879-a127-3d2d6af3fce2 req-3a529111-ebfe-4ac2-85ba-e2dd3941e447 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=079f5d41-0152-45a1-8e4c-81da74483874 HTTP/1.1" status: 200 len: 944 time: 0.0946295 Jun 16 13:45:40.857847 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Pushing event updated for resources: {'Port': ['ID=308e3e82-4b98-4820-baef-0334f262c7e9,revision_number=4']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:40.861539 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:40.920815 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-4087a665-1713-4879-a127-3d2d6af3fce2 req-8a9d168d-c9d5-4d02-8241-676baaf31ff7 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697529 Jun 16 13:45:40.942632 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e69c3ccb-77fc-43d9-b1e9-c1bae0f21827 req-5a3ba37f-afd1-4473-96d9-a00ded98a047 service neutron] 10.222.0.101 "GET /v2.0/networks/a32fb711-76ca-4bf4-b0df-7220710f5fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178377 Jun 16 13:45:41.065245 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e8984-a70b-46b3-976c-f438ab0a626c req-045d32fe-bec0-49ce-be16-65594c7446ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:41.066711 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-640e8984-a70b-46b3-976c-f438ab0a626c req-045d32fe-bec0-49ce-be16-65594c7446ba service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=d54e1d7266474b44992dd4d990d7ae55&device_id=e89bc9c0-f35f-4f40-b44f-3cf2b35f94e4 HTTP/1.1" status: 200 len: 1097 time: 0.0582030 Jun 16 13:45:41.165367 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e8984-a70b-46b3-976c-f438ab0a626c req-4dcec8d2-8df1-4220-a520-0d1dbf9b99c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:41.166830 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-640e8984-a70b-46b3-976c-f438ab0a626c req-4dcec8d2-8df1-4220-a520-0d1dbf9b99c0 service neutron] 10.222.0.101 "GET /v2.0/networks?id=a32fb711-76ca-4bf4-b0df-7220710f5fda HTTP/1.1" status: 200 len: 911 time: 0.0867763 Jun 16 13:45:41.214145 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-640e8984-a70b-46b3-976c-f438ab0a626c req-550d0389-7cbc-403f-927f-9d18a9ada669 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff902b07-30ec-4673-adfb-00ca1c74b4b0 HTTP/1.1" status: 200 len: 217 time: 0.0345547 Jun 16 13:45:41.297098 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e8984-a70b-46b3-976c-f438ab0a626c req-e702afab-1b38-4ef8-8d5b-d2aba6be9f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:41.298545 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-640e8984-a70b-46b3-976c-f438ab0a626c req-e702afab-1b38-4ef8-8d5b-d2aba6be9f9e service neutron] 10.222.0.101 "GET /v2.0/subnets?id=176f96c2-ccba-401d-a8b5-09c52957a6c9 HTTP/1.1" status: 200 len: 849 time: 0.0733395 Jun 16 13:45:41.345975 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-640e8984-a70b-46b3-976c-f438ab0a626c req-af0940c0-9e5a-4752-b90d-f1a987419656 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=a32fb711-76ca-4bf4-b0df-7220710f5fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323684 Jun 16 13:45:41.370179 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b2a08-d5ba-47ff-b517-4b2efd92c9de req-bc266a44-ae52-42b8-bdcc-747f876eb414 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:41.371982 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-7f3b2a08-d5ba-47ff-b517-4b2efd92c9de req-bc266a44-ae52-42b8-bdcc-747f876eb414 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/ports?device_id=e89bc9c0-f35f-4f40-b44f-3cf2b35f94e4 HTTP/1.1" status: 200 len: 944 time: 0.1120973 Jun 16 13:45:41.446157 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] get_ports_and_sgs() called for port_ids ['308e3e82-4b98-4820-baef-0334f262c7e9'] {{(pid=103676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:45:41.493808 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-7f3b2a08-d5ba-47ff-b517-4b2efd92c9de req-f0fadf4d-5a26-45cb-82b9-bd62918f82dd tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/security-groups?id=f0bffd52-bd2e-47f8-929e-53a2558ccc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123927 Jun 16 13:45:41.527855 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-640e8984-a70b-46b3-976c-f438ab0a626c req-fadea2f6-c8a6-4f81-8330-b78c3493b926 service neutron] 10.222.0.101 "GET /v2.0/networks/a32fb711-76ca-4bf4-b0df-7220710f5fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547432 Jun 16 13:45:41.544756 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9460a5c-eee3-4521-8df5-27a51cbf8ad0 req-358d7aa4-f696-4864-a900-79e04fd2fb14 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:41.546248 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f9460a5c-eee3-4521-8df5-27a51cbf8ad0 req-358d7aa4-f696-4864-a900-79e04fd2fb14 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.1189601 Jun 16 13:45:41.630782 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f9460a5c-eee3-4521-8df5-27a51cbf8ad0 req-5e5c3a87-bd71-486f-8a34-01ce026a2868 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764520 Jun 16 13:45:41.659598 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-640e8984-a70b-46b3-976c-f438ab0a626c req-62d31480-b5c6-4df0-a028-92477cd31d52 service neutron] 10.222.0.101 "GET /v2.0/networks/a32fb711-76ca-4bf4-b0df-7220710f5fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121733 Jun 16 13:45:42.142372 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1f9d1-a518-4690-a8c8-409584d44248 req-8daa0ac9-1580-4a8e-9d5d-3e13b471bf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:42.143841 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-03b1f9d1-a518-4690-a8c8-409584d44248 req-8daa0ac9-1580-4a8e-9d5d-3e13b471bf81 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=aab2bee29bb84945808496017e6bfae7&device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 1099 time: 0.1311383 Jun 16 13:45:42.160318 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d854dc-28b5-4b8e-878c-e66e54b8ed97 req-7d54154f-17f7-4fda-94d5-758e4dcb3722 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:42.161851 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-99d854dc-28b5-4b8e-878c-e66e54b8ed97 req-7d54154f-17f7-4fda-94d5-758e4dcb3722 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=079f5d41-0152-45a1-8e4c-81da74483874 HTTP/1.1" status: 200 len: 945 time: 0.1215920 Jun 16 13:45:42.220401 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4da7f1-4664-4733-8869-cfc25a026f73 req-f8d791f0-9e66-43cc-bceb-7d55eae5f477 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:42.221710 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-bf4da7f1-4664-4733-8869-cfc25a026f73 req-f8d791f0-9e66-43cc-bceb-7d55eae5f477 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.1825209 Jun 16 13:45:42.293113 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-99d854dc-28b5-4b8e-878c-e66e54b8ed97 req-335a4b93-03d6-46d9-a400-47604d988ab8 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216810 Jun 16 13:45:42.310048 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-bf4da7f1-4664-4733-8869-cfc25a026f73 req-b38c2381-5317-41f9-a483-587166e802d2 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775661 Jun 16 13:45:42.313175 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1f9d1-a518-4690-a8c8-409584d44248 req-44b28586-71d4-45f2-b494-a42d211b4f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:42.314454 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-03b1f9d1-a518-4690-a8c8-409584d44248 req-44b28586-71d4-45f2-b494-a42d211b4f3b service neutron] 10.222.0.101 "GET /v2.0/networks?id=3fd1b355-6844-49d6-9575-d3c884c6ee87 HTTP/1.1" status: 200 len: 920 time: 0.1517127 Jun 16 13:45:42.368164 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-03b1f9d1-a518-4690-a8c8-409584d44248 req-b9cea850-99b6-4b3b-925e-10cd180e6ad2 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcd7fd90-087c-441d-ad88-0a640767d612 HTTP/1.1" status: 200 len: 217 time: 0.0345352 Jun 16 13:45:42.423155 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1f9d1-a518-4690-a8c8-409584d44248 req-2741aee3-8301-4307-ad76-9cd9db19267c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:42.424702 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-03b1f9d1-a518-4690-a8c8-409584d44248 req-2741aee3-8301-4307-ad76-9cd9db19267c service neutron] 10.222.0.101 "GET /v2.0/subnets?id=79b8c341-956a-473f-ad31-1610f8a12fbd HTTP/1.1" status: 200 len: 858 time: 0.0439820 Jun 16 13:45:42.471555 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-03b1f9d1-a518-4690-a8c8-409584d44248 req-b36a4d16-5020-416a-870e-dac26da7a2f4 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=3fd1b355-6844-49d6-9575-d3c884c6ee87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253644 Jun 16 13:45:42.571937 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-03b1f9d1-a518-4690-a8c8-409584d44248 req-3c0815f5-a617-4538-a9fc-e69711eb4811 service neutron] 10.222.0.101 "GET /v2.0/networks/3fd1b355-6844-49d6-9575-d3c884c6ee87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835545 Jun 16 13:45:42.705558 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-03b1f9d1-a518-4690-a8c8-409584d44248 req-cb22927e-7f72-4554-a1f6-1435c7b09884 service neutron] 10.222.0.101 "GET /v2.0/networks/3fd1b355-6844-49d6-9575-d3c884c6ee87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166883 Jun 16 13:45:42.727400 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852dbc66-0959-4a06-a3c1-058050163c5d req-75ee9e4b-d8d5-4f1f-9de0-c4951a6e57e7 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:42.729193 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-852dbc66-0959-4a06-a3c1-058050163c5d req-75ee9e4b-d8d5-4f1f-9de0-c4951a6e57e7 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/ports?device_id=e89bc9c0-f35f-4f40-b44f-3cf2b35f94e4 HTTP/1.1" status: 200 len: 944 time: 0.0971053 Jun 16 13:45:42.775235 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-852dbc66-0959-4a06-a3c1-058050163c5d req-2a2f72ff-89f3-4204-88e7-36dd95657905 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/security-groups?id=f0bffd52-bd2e-47f8-929e-53a2558ccc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377793 Jun 16 13:45:43.513720 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff312adf-fe9a-4fd2-8fff-902c6b1aa66c req-4349de39-6f85-4eae-8d9f-4961b1641bc0 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:43.515210 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ff312adf-fe9a-4fd2-8fff-902c6b1aa66c req-4349de39-6f85-4eae-8d9f-4961b1641bc0 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=079f5d41-0152-45a1-8e4c-81da74483874 HTTP/1.1" status: 200 len: 945 time: 0.1082377 Jun 16 13:45:43.525457 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa8208-6af2-4c82-8d86-19795e55f1df req-4630fe8f-a243-4f64-a8ea-7e4658288465 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:43.526798 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-0bfa8208-6af2-4c82-8d86-19795e55f1df req-4630fe8f-a243-4f64-a8ea-7e4658288465 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0911112 Jun 16 13:45:43.581493 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ff312adf-fe9a-4fd2-8fff-902c6b1aa66c req-328cc21f-0537-4799-ab9a-0b25b2832e21 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536895 Jun 16 13:45:43.589057 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-0bfa8208-6af2-4c82-8d86-19795e55f1df req-e7ab2592-f710-426b-981a-7e364e4549fe tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553901 Jun 16 13:45:43.957863 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf047f-e953-4b2d-8a13-87ad5ce2a157 req-ceaf7dbd-7ffa-4dc0-90d2-67c9e7098061 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:43.959302 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-1bbf047f-e953-4b2d-8a13-87ad5ce2a157 req-ceaf7dbd-7ffa-4dc0-90d2-67c9e7098061 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/ports?device_id=e89bc9c0-f35f-4f40-b44f-3cf2b35f94e4 HTTP/1.1" status: 200 len: 944 time: 0.0663633 Jun 16 13:45:44.001748 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-1bbf047f-e953-4b2d-8a13-87ad5ce2a157 req-55b1ba6a-f5af-483e-b2b4-f58971dda5ed tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/security-groups?id=f0bffd52-bd2e-47f8-929e-53a2558ccc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367601 Jun 16 13:45:44.516032 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device ff902b07-30ec-4673-adfb-00ca1c74b4b0 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:45:44.526187 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 308e3e82-4b98-4820-baef-0334f262c7e9 up at agent hyperv_hv-cinder-78960 {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:45:44.655783 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port ff902b07-30ec-4673-adfb-00ca1c74b4b0, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ff902b07-30ec-4673-adfb-00ca1c74b4b0,segment=NetworkSegment(54bf1e60-a570-4667-ba52-e23da929eb41),segment_id=54bf1e60-a570-4667-ba52-e23da929eb41)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:45:44.667439 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Provisioning for port 308e3e82-4b98-4820-baef-0334f262c7e9 completed by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:45:44.670004 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Returning: {'device': 'ff902b07-30ec-4673-adfb-00ca1c74b4b0', 'network_id': 'a32fb711-76ca-4bf4-b0df-7220710f5fda', 'port_id': 'ff902b07-30ec-4673-adfb-00ca1c74b4b0', 'mac_address': 'fa:16:3e:ff:8a:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '176f96c2-ccba-401d-a8b5-09c52957a6c9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:45:44.676846 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Provisioning complete for port 308e3e82-4b98-4820-baef-0334f262c7e9 triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:45:44.677230 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:44.735625 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:44.753990 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.notifiers.nova [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff902b07-30ec-4673-adfb-00ca1c74b4b0 {{(pid=103676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:45:44.779482 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port ff902b07-30ec-4673-adfb-00ca1c74b4b0, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ff902b07-30ec-4673-adfb-00ca1c74b4b0,segment=NetworkSegment(54bf1e60-a570-4667-ba52-e23da929eb41),segment_id=54bf1e60-a570-4667-ba52-e23da929eb41)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:45:44.797975 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:44.801688 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:44.823552 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf0647-6a39-49f1-a6c6-79d6268cdb1e req-70c0704a-a7b2-4101-ae60-d47ee041a996 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:44.825077 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-87cf0647-6a39-49f1-a6c6-79d6268cdb1e req-70c0704a-a7b2-4101-ae60-d47ee041a996 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.1037157 Jun 16 13:45:44.834117 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:44.839529 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e3a0b-47ad-4f63-bef0-17f2889fb98f req-a22f700e-f3ee-48ce-b741-3378ebe970e1 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:44.844943 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-d43e3a0b-47ad-4f63-bef0-17f2889fb98f req-a22f700e-f3ee-48ce-b741-3378ebe970e1 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=079f5d41-0152-45a1-8e4c-81da74483874 HTTP/1.1" status: 200 len: 945 time: 0.1363561 Jun 16 13:45:44.873461 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '079f5d41-0152-45a1-8e4c-81da74483874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '308e3e82-4b98-4820-baef-0334f262c7e9'}] {{(pid=103676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:45:44.875808 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}effa97d0e2123b52db6fac0114eb4251877085964bb68e70a4b566e9e639f06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d33ed5-114c-4323-8a10-1f4021758142" -d '{"events": [{"server_uuid": "079f5d41-0152-45a1-8e4c-81da74483874", "name": "network-vif-plugged", "status": "completed", "tag": "308e3e82-4b98-4820-baef-0334f262c7e9"}]}' {{(pid=103676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:45:44.880576 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Pushing event updated for resources: {'Port': ['ID=ff902b07-30ec-4673-adfb-00ca1c74b4b0,revision_number=4']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:44.889041 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:44.894446 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port 308e3e82-4b98-4820-baef-0334f262c7e9, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=308e3e82-4b98-4820-baef-0334f262c7e9,segment=NetworkSegment(70187269-9371-4d60-a2ca-f207ba00f8d3),segment_id=70187269-9371-4d60-a2ca-f207ba00f8d3)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:45:44.898884 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:44.901322 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:44.923775 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-87cf0647-6a39-49f1-a6c6-79d6268cdb1e req-29654fc8-8c40-456f-b275-d19fe330e4d8 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776503 Jun 16 13:45:44.936196 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-d43e3a0b-47ad-4f63-bef0-17f2889fb98f req-c50f27f3-91e0-47f4-b299-e7d80665bac8 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823174 Jun 16 13:45:44.956900 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Pushing event updated for resources: {'Port': ['ID=308e3e82-4b98-4820-baef-0334f262c7e9,revision_number=5']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:44.960201 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:44.980471 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780d41a7-f7b5-4400-9a5f-96d4d30bf2b6 x-openstack-request-id: req-780d41a7-f7b5-4400-9a5f-96d4d30bf2b6 {{(pid=103676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:45:44.980879 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "079f5d41-0152-45a1-8e4c-81da74483874", "name": "network-vif-plugged", "status": "completed", "tag": "308e3e82-4b98-4820-baef-0334f262c7e9", "code": 200}]} {{(pid=103676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:45:44.981263 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-780d41a7-f7b5-4400-9a5f-96d4d30bf2b6 {{(pid=103676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:45:44.981730 dv-cinder-789603-10-smb neutron-server[103676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '079f5d41-0152-45a1-8e4c-81da74483874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '308e3e82-4b98-4820-baef-0334f262c7e9', 'code': 200} Jun 16 13:45:45.191828 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6377e8d4-6c0e-44a5-8e7c-067bf52e226c req-4e5d56a3-fcf0-49b4-8703-f71ed496b3b6 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:45.193340 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-6377e8d4-6c0e-44a5-8e7c-067bf52e226c req-4e5d56a3-fcf0-49b4-8703-f71ed496b3b6 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/ports?device_id=e89bc9c0-f35f-4f40-b44f-3cf2b35f94e4 HTTP/1.1" status: 200 len: 945 time: 0.0687060 Jun 16 13:45:45.259189 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-6377e8d4-6c0e-44a5-8e7c-067bf52e226c req-84090e8a-c9c0-4e87-b035-60c53d6565a7 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/security-groups?id=f0bffd52-bd2e-47f8-929e-53a2558ccc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565350 Jun 16 13:45:45.275435 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f728e-ce43-4208-8e77-ef6a04b6abc2 req-ac35fd63-74ba-42ef-9157-345684823d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:45.276962 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ab9f728e-ce43-4208-8e77-ef6a04b6abc2 req-ac35fd63-74ba-42ef-9157-345684823d0f service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=079f5d41-0152-45a1-8e4c-81da74483874 HTTP/1.1" status: 200 len: 1099 time: 0.0826926 Jun 16 13:45:45.306544 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] get_ports_and_sgs() called for port_ids ['ff902b07-30ec-4673-adfb-00ca1c74b4b0'] {{(pid=103676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:45:45.330274 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ab9f728e-ce43-4208-8e77-ef6a04b6abc2 req-7b1902e0-35f0-4187-89e8-0a42b924b0c2 service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376482 Jun 16 13:45:46.142569 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f7710d-8dd9-4b92-9740-5aea20ea4fcc req-8699f01c-44ed-4800-be40-4750121bc097 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:46.144553 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-35f7710d-8dd9-4b92-9740-5aea20ea4fcc req-8699f01c-44ed-4800-be40-4750121bc097 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.1086102 Jun 16 13:45:46.155591 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb0e8c-ee55-45ba-a202-b815cc3e9686 req-0798babc-e0ba-4012-b43b-99db41492714 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:46.157031 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-08fb0e8c-ee55-45ba-a202-b815cc3e9686 req-0798babc-e0ba-4012-b43b-99db41492714 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=079f5d41-0152-45a1-8e4c-81da74483874 HTTP/1.1" status: 200 len: 946 time: 0.1104400 Jun 16 13:45:46.215405 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-35f7710d-8dd9-4b92-9740-5aea20ea4fcc req-552ab2ee-16a9-4214-9e0e-7ef90eee3831 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573356 Jun 16 13:45:46.220398 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-08fb0e8c-ee55-45ba-a202-b815cc3e9686 req-a8a63873-d156-4f48-8c18-d4f10deb1461 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544641 Jun 16 13:45:46.435589 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34da66-05c0-4c58-9f18-ef951f5be614 req-bd08a75b-571c-4c51-8468-a9407c498097 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:46.437112 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-fa34da66-05c0-4c58-9f18-ef951f5be614 req-bd08a75b-571c-4c51-8468-a9407c498097 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/ports?device_id=e89bc9c0-f35f-4f40-b44f-3cf2b35f94e4 HTTP/1.1" status: 200 len: 945 time: 0.0650005 Jun 16 13:45:46.489481 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-fa34da66-05c0-4c58-9f18-ef951f5be614 req-0e0669f4-f8d4-4cf3-9ea1-47db58a0bdab tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/security-groups?id=f0bffd52-bd2e-47f8-929e-53a2558ccc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461204 Jun 16 13:45:46.641523 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 41224) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:46.761719 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-a9cb19bd-8ded-4973-a0c3-2656e9057564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:46.853856 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-a9cb19bd-8ded-4973-a0c3-2656e9057564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:46.860229 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-a9cb19bd-8ded-4973-a0c3-2656e9057564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:46.862590 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-844d6eb3-67ce-45d1-bd5c-9cd10610b93d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:46.897155 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-a9cb19bd-8ded-4973-a0c3-2656e9057564 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=dfcbf2dd6a2b45b39a019f95d42b1af2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2545936 Jun 16 13:45:46.897841 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cb19bd-8ded-4973-a0c3-2656e9057564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0e168d-13ef-4549-801f-54308c07a935,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:46.899936 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 41230) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:46.901031 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-a9cb19bd-8ded-4973-a0c3-2656e9057564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:46.958151 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-9f0b48d9-065e-45b8-a533-963e614f9aee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:46.979347 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-9f0b48d9-065e-45b8-a533-963e614f9aee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:47.026950 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-9f0b48d9-065e-45b8-a533-963e614f9aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:47.029751 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-9f0b48d9-065e-45b8-a533-963e614f9aee admin admin] Notify callbacks [] for security_group, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:47.033442 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-9f0b48d9-065e-45b8-a533-963e614f9aee admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/1b0e168d-13ef-4549-801f-54308c07a935 HTTP/1.1" status: 204 len: 168 time: 0.1301143 Jun 16 13:45:47.033442 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-8313f94b-080c-4dde-8dec-03a81434a7d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:47.041940 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0b48d9-065e-45b8-a533-963e614f9aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0e168d-13ef-4549-801f-54308c07a935,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:47.044684 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-9f0b48d9-065e-45b8-a533-963e614f9aee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:47.424417 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe98d8b-4370-4825-b32e-9782a21820b5 req-f72087b9-b7d8-4123-999b-898016165dff tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:47.428728 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ebe98d8b-4370-4825-b32e-9782a21820b5 req-f72087b9-b7d8-4123-999b-898016165dff tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=079f5d41-0152-45a1-8e4c-81da74483874 HTTP/1.1" status: 200 len: 946 time: 0.0747559 Jun 16 13:45:47.468156 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ebe98d8b-4370-4825-b32e-9782a21820b5 req-741e184f-fd81-4bc4-a74f-74ab97b26ba6 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356102 Jun 16 13:45:47.707903 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96765ba-d470-4acd-b5e9-ac804beff2b4 req-d4053be6-430b-4c52-8093-0226a6fe65f4 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:47.720977 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a96765ba-d470-4acd-b5e9-ac804beff2b4 req-d4053be6-430b-4c52-8093-0226a6fe65f4 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/ports?device_id=e89bc9c0-f35f-4f40-b44f-3cf2b35f94e4 HTTP/1.1" status: 200 len: 945 time: 0.0863531 Jun 16 13:45:47.799307 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a96765ba-d470-4acd-b5e9-ac804beff2b4 req-5785a6f9-ff20-4035-8c15-76d2bc33cf28 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/security-groups?id=f0bffd52-bd2e-47f8-929e-53a2558ccc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694587 Jun 16 13:45:47.844359 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd75ab3-536e-4e62-94d9-9cdaf4a20862 req-70f62851-124e-4edd-afa9-3179c4df7c5c tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:47.845894 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-8bd75ab3-536e-4e62-94d9-9cdaf4a20862 req-70f62851-124e-4edd-afa9-3179c4df7c5c tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0863700 Jun 16 13:45:47.887047 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-8bd75ab3-536e-4e62-94d9-9cdaf4a20862 req-f30d692e-bd94-4637-a7bd-35d0d23f9c83 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354996 Jun 16 13:45:48.555681 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device ff902b07-30ec-4673-adfb-00ca1c74b4b0 up at agent hyperv_hv-cinder-78960 {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:45:48.606903 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Provisioning for port ff902b07-30ec-4673-adfb-00ca1c74b4b0 completed by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:45:48.610863 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Provisioning complete for port ff902b07-30ec-4673-adfb-00ca1c74b4b0 triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:45:48.611241 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:48.690328 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:48.712837 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89bc9c0-f35f-4f40-b44f-3cf2b35f94e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff902b07-30ec-4673-adfb-00ca1c74b4b0'}] {{(pid=103676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:45:48.715072 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}effa97d0e2123b52db6fac0114eb4251877085964bb68e70a4b566e9e639f06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91bce7c-e067-4913-94e1-5a0e207426e9" -d '{"events": [{"server_uuid": "e89bc9c0-f35f-4f40-b44f-3cf2b35f94e4", "name": "network-vif-plugged", "status": "completed", "tag": "ff902b07-30ec-4673-adfb-00ca1c74b4b0"}]}' {{(pid=103676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:45:48.727356 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port ff902b07-30ec-4673-adfb-00ca1c74b4b0, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ff902b07-30ec-4673-adfb-00ca1c74b4b0,segment=NetworkSegment(54bf1e60-a570-4667-ba52-e23da929eb41),segment_id=54bf1e60-a570-4667-ba52-e23da929eb41)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:45:48.732517 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:48.734413 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:48.756618 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984898b4-57fd-4b3e-8d2b-bdb0fe64c820 x-openstack-request-id: req-984898b4-57fd-4b3e-8d2b-bdb0fe64c820 {{(pid=103676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:45:48.756935 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e89bc9c0-f35f-4f40-b44f-3cf2b35f94e4", "name": "network-vif-plugged", "status": "completed", "tag": "ff902b07-30ec-4673-adfb-00ca1c74b4b0", "code": 200}]} {{(pid=103676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:45:48.757191 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-984898b4-57fd-4b3e-8d2b-bdb0fe64c820 {{(pid=103676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:45:48.757580 dv-cinder-789603-10-smb neutron-server[103676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e89bc9c0-f35f-4f40-b44f-3cf2b35f94e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff902b07-30ec-4673-adfb-00ca1c74b4b0', 'code': 200} Jun 16 13:45:48.786459 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Pushing event updated for resources: {'Port': ['ID=ff902b07-30ec-4673-adfb-00ca1c74b4b0,revision_number=5']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:48.789538 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:49.044249 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d59480-ff8c-4fab-9c86-a8baf1aa333d req-c661e176-557a-48b3-9b50-79950eb93dbf tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:49.051785 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-41d59480-ff8c-4fab-9c86-a8baf1aa333d req-c661e176-557a-48b3-9b50-79950eb93dbf tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/ports?device_id=e89bc9c0-f35f-4f40-b44f-3cf2b35f94e4 HTTP/1.1" status: 200 len: 946 time: 0.0912306 Jun 16 13:45:49.123242 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-41d59480-ff8c-4fab-9c86-a8baf1aa333d req-94e56f1d-1c2f-4051-8646-02ba732ed450 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/security-groups?id=f0bffd52-bd2e-47f8-929e-53a2558ccc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704458 Jun 16 13:45:49.151843 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb79c2-a85e-49fb-91bc-54a150c222b5 req-c1d543ad-996f-43fa-8de1-e268e60c782c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:49.153530 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-87eb79c2-a85e-49fb-91bc-54a150c222b5 req-c1d543ad-996f-43fa-8de1-e268e60c782c service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=e89bc9c0-f35f-4f40-b44f-3cf2b35f94e4 HTTP/1.1" status: 200 len: 1099 time: 0.1260338 Jun 16 13:45:49.203332 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-87eb79c2-a85e-49fb-91bc-54a150c222b5 req-6bb73b4c-f8ea-471b-a949-0119166e3526 service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=f0bffd52-bd2e-47f8-929e-53a2558ccc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374315 Jun 16 13:45:50.288330 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c1f94-51dd-4313-8f09-f303d9070e32 req-891ce295-b774-4549-94ab-030787d66232 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:50.290742 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ee0c1f94-51dd-4313-8f09-f303d9070e32 req-891ce295-b774-4549-94ab-030787d66232 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/ports?device_id=e89bc9c0-f35f-4f40-b44f-3cf2b35f94e4 HTTP/1.1" status: 200 len: 946 time: 0.0636864 Jun 16 13:45:50.334202 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ee0c1f94-51dd-4313-8f09-f303d9070e32 req-2ee2d725-5291-4dbd-8765-598a513893dc tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/security-groups?id=f0bffd52-bd2e-47f8-929e-53a2558ccc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375874 Jun 16 13:45:51.531509 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aecac63-865b-40df-9401-36c2ff8076ce req-77e5d03d-7745-481d-8075-9d153f9dc8a8 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:51.533175 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-0aecac63-865b-40df-9401-36c2ff8076ce req-77e5d03d-7745-481d-8075-9d153f9dc8a8 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/ports?device_id=e89bc9c0-f35f-4f40-b44f-3cf2b35f94e4 HTTP/1.1" status: 200 len: 946 time: 0.0693424 Jun 16 13:45:51.574991 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-0aecac63-865b-40df-9401-36c2ff8076ce req-16dd2314-77b8-4805-8563-ad090977fb83 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/security-groups?id=f0bffd52-bd2e-47f8-929e-53a2558ccc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358994 Jun 16 13:45:52.087951 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b5bb1-88a7-499f-adb2-9ca623d4a823 req-78190107-318b-4f57-bb31-fe24a9a1f231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:52.089469 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-7b1b5bb1-88a7-499f-adb2-9ca623d4a823 req-78190107-318b-4f57-bb31-fe24a9a1f231 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=aab2bee29bb84945808496017e6bfae7&device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 1099 time: 0.0878539 Jun 16 13:45:52.110361 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b32a3-30ba-42a2-9bc5-c3f46b53887b req-b21516fd-7e4d-40b8-92cf-bcd251000046 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:52.111803 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-790b32a3-30ba-42a2-9bc5-c3f46b53887b req-b21516fd-7e4d-40b8-92cf-bcd251000046 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0816641 Jun 16 13:45:52.250067 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 41402) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:52.365664 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-fc36f0da-6b3f-47d8-80f6-b0794598cb95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:52.438484 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-790b32a3-30ba-42a2-9bc5-c3f46b53887b req-7db7c82d-3c41-4a4f-ab90-7ec6ece3f087 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183815 Jun 16 13:45:52.468114 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-fc36f0da-6b3f-47d8-80f6-b0794598cb95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:52.468114 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-fc36f0da-6b3f-47d8-80f6-b0794598cb95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:52.470812 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b5bb1-88a7-499f-adb2-9ca623d4a823 req-ab971edf-8ed3-4b5b-afc1-061426e8ba36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:52.471659 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-8e0b27a7-b2d3-4079-b230-9b58df35eddf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:52.472748 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-7b1b5bb1-88a7-499f-adb2-9ca623d4a823 req-ab971edf-8ed3-4b5b-afc1-061426e8ba36 service neutron] 10.222.0.101 "GET /v2.0/networks?id=3fd1b355-6844-49d6-9575-d3c884c6ee87 HTTP/1.1" status: 200 len: 920 time: 0.3566220 Jun 16 13:45:52.510551 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-fc36f0da-6b3f-47d8-80f6-b0794598cb95 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=32ac04fb64854ccb8fe416ecb6772470&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2567773 Jun 16 13:45:52.510942 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 41408) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:52.516921 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36f0da-6b3f-47d8-80f6-b0794598cb95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f417b64b-e4eb-4f0a-ba9f-d90fb1909222,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:52.530784 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc36f0da-6b3f-47d8-80f6-b0794598cb95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:52.531137 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc36f0da-6b3f-47d8-80f6-b0794598cb95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:52.531486 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc36f0da-6b3f-47d8-80f6-b0794598cb95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:52.531830 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc36f0da-6b3f-47d8-80f6-b0794598cb95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:52.532196 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc36f0da-6b3f-47d8-80f6-b0794598cb95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:52.532543 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc36f0da-6b3f-47d8-80f6-b0794598cb95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:52.532882 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc36f0da-6b3f-47d8-80f6-b0794598cb95 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:52.533216 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc36f0da-6b3f-47d8-80f6-b0794598cb95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:52.533565 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc36f0da-6b3f-47d8-80f6-b0794598cb95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:52.533881 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc36f0da-6b3f-47d8-80f6-b0794598cb95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:52.534209 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc36f0da-6b3f-47d8-80f6-b0794598cb95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:52.534538 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc36f0da-6b3f-47d8-80f6-b0794598cb95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:52.540222 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-7b1b5bb1-88a7-499f-adb2-9ca623d4a823 req-3055807b-7bf5-42e7-8835-0eab0a4c114a service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcd7fd90-087c-441d-ad88-0a640767d612 HTTP/1.1" status: 200 len: 217 time: 0.0376341 Jun 16 13:45:52.541476 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-fc36f0da-6b3f-47d8-80f6-b0794598cb95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:52.575088 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-188f0470-6034-44af-b2b8-9640961622a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:52.598874 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-188f0470-6034-44af-b2b8-9640961622a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:52.605674 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b5bb1-88a7-499f-adb2-9ca623d4a823 req-60e80a4e-7c12-44ea-8022-336f01d124cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:52.607133 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-7b1b5bb1-88a7-499f-adb2-9ca623d4a823 req-60e80a4e-7c12-44ea-8022-336f01d124cd service neutron] 10.222.0.101 "GET /v2.0/subnets?id=79b8c341-956a-473f-ad31-1610f8a12fbd HTTP/1.1" status: 200 len: 858 time: 0.0483131 Jun 16 13:45:52.655027 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-188f0470-6034-44af-b2b8-9640961622a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:52.657839 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-188f0470-6034-44af-b2b8-9640961622a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:52.662372 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-188f0470-6034-44af-b2b8-9640961622a6 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/f417b64b-e4eb-4f0a-ba9f-d90fb1909222 HTTP/1.1" status: 204 len: 168 time: 0.1505234 Jun 16 13:45:52.663237 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-a68ab9ba-c9e9-4fac-8ae3-a6dd31810d92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:52.672325 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188f0470-6034-44af-b2b8-9640961622a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f417b64b-e4eb-4f0a-ba9f-d90fb1909222,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:52.674508 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-188f0470-6034-44af-b2b8-9640961622a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:52.689550 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-7b1b5bb1-88a7-499f-adb2-9ca623d4a823 req-ca172a33-b7e4-4ea4-a634-acb0c59b887f service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=3fd1b355-6844-49d6-9575-d3c884c6ee87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652249 Jun 16 13:45:52.906366 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f337dd-652d-4cb6-9b12-0e48b077fea7 req-2ea02f0a-7895-411d-84b6-d5e9c7ab2479 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:52.908007 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-20f337dd-652d-4cb6-9b12-0e48b077fea7 req-2ea02f0a-7895-411d-84b6-d5e9c7ab2479 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/ports?device_id=e89bc9c0-f35f-4f40-b44f-3cf2b35f94e4 HTTP/1.1" status: 200 len: 946 time: 0.1940312 Jun 16 13:45:52.918566 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-7b1b5bb1-88a7-499f-adb2-9ca623d4a823 req-e73d66e8-a4f9-40b5-8be3-4ccda0d46d75 service neutron] 10.222.0.101 "GET /v2.0/networks/3fd1b355-6844-49d6-9575-d3c884c6ee87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953614 Jun 16 13:45:53.010854 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-20f337dd-652d-4cb6-9b12-0e48b077fea7 req-eccaf7fd-0857-4472-92ea-bfb44e94e0bb tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/security-groups?id=f0bffd52-bd2e-47f8-929e-53a2558ccc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911872 Jun 16 13:45:53.054053 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-7b1b5bb1-88a7-499f-adb2-9ca623d4a823 req-c4864a99-e342-4c2a-a18c-654716974582 service neutron] 10.222.0.101 "GET /v2.0/networks/3fd1b355-6844-49d6-9575-d3c884c6ee87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121521 Jun 16 13:45:53.208006 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 41450) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:53.311669 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-54d43caf-a251-4a7f-bc2b-86ab6a15379f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:53.421269 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-54d43caf-a251-4a7f-bc2b-86ab6a15379f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:53.426180 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-54d43caf-a251-4a7f-bc2b-86ab6a15379f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:53.430283 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-8af23bca-6251-4b31-a050-a6747442e238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:53.465286 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d43caf-a251-4a7f-bc2b-86ab6a15379f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910cecbe-3ca0-4f54-9ff8-12076a5e0415,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:53.470542 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-54d43caf-a251-4a7f-bc2b-86ab6a15379f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:53.473467 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-54d43caf-a251-4a7f-bc2b-86ab6a15379f admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=59caf3bd6dd7426ab2813e15122a6186&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2639511 Jun 16 13:45:53.475959 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 41470) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:53.540980 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-547e2617-77e2-4ba9-a77b-708495f9a6c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:53.564490 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-547e2617-77e2-4ba9-a77b-708495f9a6c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:53.625045 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-547e2617-77e2-4ba9-a77b-708495f9a6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:53.628934 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-547e2617-77e2-4ba9-a77b-708495f9a6c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:53.630272 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-547e2617-77e2-4ba9-a77b-708495f9a6c8 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/910cecbe-3ca0-4f54-9ff8-12076a5e0415 HTTP/1.1" status: 204 len: 168 time: 0.1533794 Jun 16 13:45:53.631367 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-f913562a-d7ea-4b56-a65c-76333f95ff2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:53.639715 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547e2617-77e2-4ba9-a77b-708495f9a6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910cecbe-3ca0-4f54-9ff8-12076a5e0415,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:53.643984 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-547e2617-77e2-4ba9-a77b-708495f9a6c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:53.681181 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cee107-5d5c-475f-812c-1bd4b5d21f8f req-6ba2fac7-4d20-47d1-94ce-f32b86292804 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:53.683931 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-73cee107-5d5c-475f-812c-1bd4b5d21f8f req-6ba2fac7-4d20-47d1-94ce-f32b86292804 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.1004341 Jun 16 13:45:53.736009 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-73cee107-5d5c-475f-812c-1bd4b5d21f8f req-ecc8f33b-7bcd-4ee9-8b45-4585ff900dd9 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447154 Jun 16 13:45:54.120134 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 41494) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:54.242202 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-d08fa3a2-b4d5-460e-ab8a-624308ce2906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:54.254187 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be4674-cfa3-455d-b5cb-ebb17a910d68 req-dc5125ce-e238-4b91-a60c-5831c5f928f5 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:54.256720 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-22be4674-cfa3-455d-b5cb-ebb17a910d68 req-dc5125ce-e238-4b91-a60c-5831c5f928f5 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/ports?device_id=e89bc9c0-f35f-4f40-b44f-3cf2b35f94e4 HTTP/1.1" status: 200 len: 946 time: 0.0744224 Jun 16 13:45:54.336169 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-22be4674-cfa3-455d-b5cb-ebb17a910d68 req-87e0ac19-f76d-4f86-9d1a-5c345e9267b1 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/security-groups?id=f0bffd52-bd2e-47f8-929e-53a2558ccc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736973 Jun 16 13:45:54.354043 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-d08fa3a2-b4d5-460e-ab8a-624308ce2906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:54.364668 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-d08fa3a2-b4d5-460e-ab8a-624308ce2906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:54.366062 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d1bec2-72f4-459c-8be0-477ecab28e70 req-a9399039-08df-47f2-963b-6cd1543b67e5 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:54.367691 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-97d1bec2-72f4-459c-8be0-477ecab28e70 req-a9399039-08df-47f2-963b-6cd1543b67e5 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 946 time: 0.0960674 Jun 16 13:45:54.372332 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-4d0c0ce8-90dd-41b9-9f5e-2c1c41aa537f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:54.408180 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-d08fa3a2-b4d5-460e-ab8a-624308ce2906 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=1687a15745b2458e85d3f7b318e213ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2866585 Jun 16 13:45:54.409411 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08fa3a2-b4d5-460e-ab8a-624308ce2906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab718bbb-86c7-4204-ab7c-d98d48a65313,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:54.410398 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-97d1bec2-72f4-459c-8be0-477ecab28e70 req-9853039d-11f8-4f84-bf93-b77eac6021a9 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=6ea424ae-d2f0-4b48-9ccf-7bd4db14db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344784 Jun 16 13:45:54.410852 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 41500) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:45:54.416833 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-d08fa3a2-b4d5-460e-ab8a-624308ce2906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:54.459546 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f1ed19ee-72ea-4bcf-8d6f-acfd022b4865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:54.483843 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f1ed19ee-72ea-4bcf-8d6f-acfd022b4865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:54.536365 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f1ed19ee-72ea-4bcf-8d6f-acfd022b4865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:54.539281 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f1ed19ee-72ea-4bcf-8d6f-acfd022b4865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:54.540440 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-f1ed19ee-72ea-4bcf-8d6f-acfd022b4865 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/ab718bbb-86c7-4204-ab7c-d98d48a65313 HTTP/1.1" status: 204 len: 168 time: 0.1286795 Jun 16 13:45:54.541162 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-ea7f01a0-6b2a-4597-ad60-d962f9da7181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:54.548604 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed19ee-72ea-4bcf-8d6f-acfd022b4865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab718bbb-86c7-4204-ab7c-d98d48a65313,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:54.555723 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed19ee-72ea-4bcf-8d6f-acfd022b4865 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:54.556101 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed19ee-72ea-4bcf-8d6f-acfd022b4865 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:54.556463 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed19ee-72ea-4bcf-8d6f-acfd022b4865 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:54.556828 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed19ee-72ea-4bcf-8d6f-acfd022b4865 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:54.557175 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed19ee-72ea-4bcf-8d6f-acfd022b4865 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:54.557508 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed19ee-72ea-4bcf-8d6f-acfd022b4865 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:54.557850 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed19ee-72ea-4bcf-8d6f-acfd022b4865 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:54.558190 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed19ee-72ea-4bcf-8d6f-acfd022b4865 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:54.558560 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed19ee-72ea-4bcf-8d6f-acfd022b4865 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:54.558885 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed19ee-72ea-4bcf-8d6f-acfd022b4865 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:54.559206 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed19ee-72ea-4bcf-8d6f-acfd022b4865 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:54.559541 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed19ee-72ea-4bcf-8d6f-acfd022b4865 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:45:54.562763 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-f1ed19ee-72ea-4bcf-8d6f-acfd022b4865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:54.961077 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d5756-d2fa-4e75-bcd1-40f6b56e1263 req-0ce73f50-07b3-4fe2-b464-a9518a12512b tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:54.962510 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c78d5756-d2fa-4e75-bcd1-40f6b56e1263 req-0ce73f50-07b3-4fe2-b464-a9518a12512b tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0728917 Jun 16 13:45:55.005694 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c78d5756-d2fa-4e75-bcd1-40f6b56e1263 req-d86ec784-8076-45b8-8f14-27f04f52d8ed tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346470 Jun 16 13:45:55.526882 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f7934-07dc-4a56-8a77-ac7c63ceefd8 req-b2191e3f-21c2-4d9f-bc3b-5627c2d59748 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:55.528323 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a42f7934-07dc-4a56-8a77-ac7c63ceefd8 req-b2191e3f-21c2-4d9f-bc3b-5627c2d59748 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/ports?device_id=e89bc9c0-f35f-4f40-b44f-3cf2b35f94e4 HTTP/1.1" status: 200 len: 946 time: 0.0643864 Jun 16 13:45:55.592002 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a42f7934-07dc-4a56-8a77-ac7c63ceefd8 req-68327175-e724-460a-b542-df5dce47eef5 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/security-groups?id=f0bffd52-bd2e-47f8-929e-53a2558ccc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541701 Jun 16 13:45:55.614718 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd14e99-180f-4bc8-a9fb-884e18f58c2f req-3080881a-bb3a-448b-a9be-c29dc4729f62 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:55.616237 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-acd14e99-180f-4bc8-a9fb-884e18f58c2f req-3080881a-bb3a-448b-a9be-c29dc4729f62 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 946 time: 0.0870357 Jun 16 13:45:55.653240 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-acd14e99-180f-4bc8-a9fb-884e18f58c2f req-5ec16c95-58fd-47f8-95bd-f760ba2a461e tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=6ea424ae-d2f0-4b48-9ccf-7bd4db14db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309477 Jun 16 13:45:56.196897 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b02ac45-c591-4400-9292-9b07c6408cdf req-6d7902e0-9e83-4c3c-a0eb-8f7143af5565 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:56.198342 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-0b02ac45-c591-4400-9292-9b07c6408cdf req-6d7902e0-9e83-4c3c-a0eb-8f7143af5565 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0686464 Jun 16 13:45:56.238353 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-0b02ac45-c591-4400-9292-9b07c6408cdf req-ac52ce89-482e-49ac-912d-86fea410853d tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316710 Jun 16 13:45:56.662890 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98988e2a-a277-4cdb-8d51-a012fcbab8f7 req-ad5aa9f8-dc91-4261-b157-f754c6e1ffb1 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:56.664362 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-98988e2a-a277-4cdb-8d51-a012fcbab8f7 req-ad5aa9f8-dc91-4261-b157-f754c6e1ffb1 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=079f5d41-0152-45a1-8e4c-81da74483874 HTTP/1.1" status: 200 len: 946 time: 0.0640266 Jun 16 13:45:56.704435 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-98988e2a-a277-4cdb-8d51-a012fcbab8f7 req-5621a38d-9f1f-408d-b403-044c1fabed37 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338070 Jun 16 13:45:56.772234 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea3f4c-3c3d-4c0f-a8a8-f83ed1bfab5a req-1f845e1e-8fbd-41ff-98be-28b19a55c880 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:56.773826 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-d8ea3f4c-3c3d-4c0f-a8a8-f83ed1bfab5a req-1f845e1e-8fbd-41ff-98be-28b19a55c880 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/ports?device_id=e89bc9c0-f35f-4f40-b44f-3cf2b35f94e4 HTTP/1.1" status: 200 len: 946 time: 0.0662036 Jun 16 13:45:56.820809 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-d8ea3f4c-3c3d-4c0f-a8a8-f83ed1bfab5a req-b5cdddcb-5786-493d-b2e5-0574e05d094d tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/security-groups?id=f0bffd52-bd2e-47f8-929e-53a2558ccc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412340 Jun 16 13:45:56.872484 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b5c6b-ad16-4e10-b995-06c2634663c0 req-332001ea-fb7d-4f0b-9ad0-30e6a319a67e tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:56.873999 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-794b5c6b-ad16-4e10-b995-06c2634663c0 req-332001ea-fb7d-4f0b-9ad0-30e6a319a67e tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 946 time: 0.0687990 Jun 16 13:45:56.910947 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-794b5c6b-ad16-4e10-b995-06c2634663c0 req-71a9ce1f-e7c3-49a6-9d8d-2867522e2912 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=6ea424ae-d2f0-4b48-9ccf-7bd4db14db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311317 Jun 16 13:45:57.130074 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f07c1f-3b33-4cdb-bd8f-92db8ee5cc73 req-ac7e505f-422c-4141-810b-e239ac4ae220 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:57.131432 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-45f07c1f-3b33-4cdb-bd8f-92db8ee5cc73 req-ac7e505f-422c-4141-810b-e239ac4ae220 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.101 "GET /v2.0/ports?device_id=e89bc9c0-f35f-4f40-b44f-3cf2b35f94e4 HTTP/1.1" status: 200 len: 946 time: 0.0651503 Jun 16 13:45:57.246377 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [req-45f07c1f-3b33-4cdb-bd8f-92db8ee5cc73 req-df1d1f02-e5f3-413a-ac8f-0f081be91e3c tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Deleting port ff902b07-30ec-4673-adfb-00ca1c74b4b0 {{(pid=103674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:45:57.247082 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-45f07c1f-3b33-4cdb-bd8f-92db8ee5cc73 req-df1d1f02-e5f3-413a-ac8f-0f081be91e3c tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779595332765'] for port, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:57.336094 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.db [req-45f07c1f-3b33-4cdb-bd8f-92db8ee5cc73 req-df1d1f02-e5f3-413a-ac8f-0f081be91e3c tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] For port ff902b07-30ec-4673-adfb-00ca1c74b4b0, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ff902b07-30ec-4673-adfb-00ca1c74b4b0,segment=NetworkSegment(54bf1e60-a570-4667-ba52-e23da929eb41),segment_id=54bf1e60-a570-4667-ba52-e23da929eb41)] {{(pid=103674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:45:57.336459 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-45f07c1f-3b33-4cdb-bd8f-92db8ee5cc73 req-df1d1f02-e5f3-413a-ac8f-0f081be91e3c tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757230'] for port, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:57.406854 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [req-45f07c1f-3b33-4cdb-bd8f-92db8ee5cc73 req-df1d1f02-e5f3-413a-ac8f-0f081be91e3c tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Calling delete_port for ff902b07-30ec-4673-adfb-00ca1c74b4b0 owned by compute:nova {{(pid=103674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:45:57.517123 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdad06d-bb21-4930-b44a-991102cc04f3 req-ba5f9bf9-8869-4590-92e7-c530bec56f8a tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:57.518563 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-cbdad06d-bb21-4930-b44a-991102cc04f3 req-ba5f9bf9-8869-4590-92e7-c530bec56f8a tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.1696763 Jun 16 13:45:57.595660 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-cbdad06d-bb21-4930-b44a-991102cc04f3 req-b12b6ed4-56f6-434d-b731-27ad35d43869 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708768 Jun 16 13:45:57.600565 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-45f07c1f-3b33-4cdb-bd8f-92db8ee5cc73 req-df1d1f02-e5f3-413a-ac8f-0f081be91e3c tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779595337849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779594881055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10072337'] for port, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:57.604617 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-64f78d8b-16aa-4d9a-bfcf-dcc826317133 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:45:57.620725 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] get_ports_and_sgs() called for port_ids ['ff902b07-30ec-4673-adfb-00ca1c74b4b0'] {{(pid=103676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:45:57.632043 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1d1f02-e5f3-413a-ac8f-0f081be91e3c tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Pushing event deleted for resources: {'Port': ['ID=ff902b07-30ec-4673-adfb-00ca1c74b4b0,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:45:57.635133 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-df1d1f02-e5f3-413a-ac8f-0f081be91e3c tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:45:57.675628 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f07c1f-3b33-4cdb-bd8f-92db8ee5cc73 req-df1d1f02-e5f3-413a-ac8f-0f081be91e3c tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] No DVR routers for this DVR port ff902b07-30ec-4673-adfb-00ca1c74b4b0 on host hv-cinder-78960 {{(pid=103674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:45:57.678079 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-45f07c1f-3b33-4cdb-bd8f-92db8ee5cc73 req-df1d1f02-e5f3-413a-ac8f-0f081be91e3c tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914'] for port, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:57.679986 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-45f07c1f-3b33-4cdb-bd8f-92db8ee5cc73 req-df1d1f02-e5f3-413a-ac8f-0f081be91e3c tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.101 "DELETE /v2.0/ports/ff902b07-30ec-4673-adfb-00ca1c74b4b0 HTTP/1.1" status: 204 len: 173 time: 0.5377843 Jun 16 13:45:57.680496 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89bc9c0-f35f-4f40-b44f-3cf2b35f94e4', 'name': 'network-vif-deleted', 'tag': 'ff902b07-30ec-4673-adfb-00ca1c74b4b0'}] {{(pid=103674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:45:57.682763 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf0caa33b503d1f2c3d6e3a51c00f46bab3e78c159fea0ab96052d9779657e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f58096-243b-4f8c-bf33-313d1926f241" -d '{"events": [{"server_uuid": "e89bc9c0-f35f-4f40-b44f-3cf2b35f94e4", "name": "network-vif-deleted", "tag": "ff902b07-30ec-4673-adfb-00ca1c74b4b0"}]}' {{(pid=103674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:45:57.726772 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af428cac-8b5d-485e-88f3-3317c4f7a458 x-openstack-request-id: req-af428cac-8b5d-485e-88f3-3317c4f7a458 {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:45:57.727088 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e89bc9c0-f35f-4f40-b44f-3cf2b35f94e4", "name": "network-vif-deleted", "tag": "ff902b07-30ec-4673-adfb-00ca1c74b4b0", "status": "completed", "code": 200}]} {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:45:57.727459 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-af428cac-8b5d-485e-88f3-3317c4f7a458 {{(pid=103674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:45:57.727926 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e89bc9c0-f35f-4f40-b44f-3cf2b35f94e4', 'name': 'network-vif-deleted', 'tag': 'ff902b07-30ec-4673-adfb-00ca1c74b4b0', 'status': 'completed', 'code': 200} Jun 16 13:45:57.887136 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f2267-6a77-4e79-9e55-8bdb9088bf2a req-1c5fcd90-adaf-48fc-9b22-29c900e4357c tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:57.888659 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-429f2267-6a77-4e79-9e55-8bdb9088bf2a req-1c5fcd90-adaf-48fc-9b22-29c900e4357c tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=079f5d41-0152-45a1-8e4c-81da74483874 HTTP/1.1" status: 200 len: 946 time: 0.0669591 Jun 16 13:45:57.929916 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-429f2267-6a77-4e79-9e55-8bdb9088bf2a req-e1c906a2-7c43-4287-874d-a0a59396a22e tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352223 Jun 16 13:45:57.981627 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-9fd860f7-d297-45ca-831d-5d18ad0903c9 req-1c4c4f68-741c-48e9-874a-97c665dad209 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] 10.222.0.104 "GET /v2.0/ports?device_id=e89bc9c0-f35f-4f40-b44f-3cf2b35f94e4 HTTP/1.1" status: 200 len: 210 time: 0.0279157 Jun 16 13:45:58.108896 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e464bf-4c76-467d-984e-267c11702ef2 req-2f270ecd-43c8-4def-8eac-5dd4b3e8d12d tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:58.110422 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-49e464bf-4c76-467d-984e-267c11702ef2 req-2f270ecd-43c8-4def-8eac-5dd4b3e8d12d tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 946 time: 0.0762320 Jun 16 13:45:58.117043 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.agents_db [None req-04e01baa-1c8d-439a-8f1b-024cbee7c8c9 None None] Agent healthcheck: found 6 active agents {{(pid=103677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:45:58.149513 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-49e464bf-4c76-467d-984e-267c11702ef2 req-779e942e-773f-4a27-b72e-e2584c78aa55 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=6ea424ae-d2f0-4b48-9ccf-7bd4db14db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328622 Jun 16 13:45:58.600366 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-a32491e9-1135-4a9a-b415-1b1771f914c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:45:58.778932 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c6938-00a3-4755-afa0-6cdaa3da6544 req-80f9cd83-ab0a-4b20-adf4-2354522d8013 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:58.780235 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-cf9c6938-00a3-4755-afa0-6cdaa3da6544 req-80f9cd83-ab0a-4b20-adf4-2354522d8013 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0665128 Jun 16 13:45:58.820731 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-cf9c6938-00a3-4755-afa0-6cdaa3da6544 req-7800ae41-1544-4a86-a899-35f26bceaa44 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318456 Jun 16 13:45:59.117926 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81709945-5147-4f9a-89e8-06897465cd0e req-902fe91d-e766-4888-a177-5f7b15658344 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:59.119490 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-81709945-5147-4f9a-89e8-06897465cd0e req-902fe91d-e766-4888-a177-5f7b15658344 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=079f5d41-0152-45a1-8e4c-81da74483874 HTTP/1.1" status: 200 len: 946 time: 0.0695839 Jun 16 13:45:59.156903 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-81709945-5147-4f9a-89e8-06897465cd0e req-95ee8a14-cf10-4f66-b620-78f072907eb3 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315762 Jun 16 13:45:59.327319 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc5ed2-5424-485c-a5e6-edf4bb2800e5 req-7405d967-63c2-4b97-9e51-c722f964f4d6 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:45:59.328851 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c6dc5ed2-5424-485c-a5e6-edf4bb2800e5 req-7405d967-63c2-4b97-9e51-c722f964f4d6 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 946 time: 0.0678003 Jun 16 13:45:59.366817 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c6dc5ed2-5424-485c-a5e6-edf4bb2800e5 req-dc8e9277-d259-4b2d-92e5-1c2c79e0809a tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=6ea424ae-d2f0-4b48-9ccf-7bd4db14db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319717 Jun 16 13:46:00.016194 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a30e32e-69f1-4fd0-9ba6-aa01ecb87fde req-565076a2-492d-4db2-bbfb-7b90e522530d tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:00.017686 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-0a30e32e-69f1-4fd0-9ba6-aa01ecb87fde req-565076a2-492d-4db2-bbfb-7b90e522530d tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0812800 Jun 16 13:46:00.082190 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-0a30e32e-69f1-4fd0-9ba6-aa01ecb87fde req-18b88db4-aaf8-4dff-adb2-b0c64f33e33e tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541260 Jun 16 13:46:00.105669 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a425d5a-44b3-4508-8472-9f117a261e2c req-b4efe6ce-8906-45fa-b731-3a6fa2b15260 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:00.107027 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-9a425d5a-44b3-4508-8472-9f117a261e2c req-b4efe6ce-8906-45fa-b731-3a6fa2b15260 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.101 "GET /v2.0/ports?device_id=079f5d41-0152-45a1-8e4c-81da74483874 HTTP/1.1" status: 200 len: 946 time: 0.0868547 Jun 16 13:46:00.219289 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [req-9a425d5a-44b3-4508-8472-9f117a261e2c req-c60760fd-fe28-42f2-82ca-111392d79755 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Deleting port 308e3e82-4b98-4820-baef-0334f262c7e9 {{(pid=103674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:46:00.219629 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-9a425d5a-44b3-4508-8472-9f117a261e2c req-c60760fd-fe28-42f2-82ca-111392d79755 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779595332765'] for port, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:00.334834 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.db [req-9a425d5a-44b3-4508-8472-9f117a261e2c req-c60760fd-fe28-42f2-82ca-111392d79755 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] For port 308e3e82-4b98-4820-baef-0334f262c7e9, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=308e3e82-4b98-4820-baef-0334f262c7e9,segment=NetworkSegment(70187269-9371-4d60-a2ca-f207ba00f8d3),segment_id=70187269-9371-4d60-a2ca-f207ba00f8d3)] {{(pid=103674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:46:00.335220 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-9a425d5a-44b3-4508-8472-9f117a261e2c req-c60760fd-fe28-42f2-82ca-111392d79755 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757230'] for port, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:00.405669 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [req-9a425d5a-44b3-4508-8472-9f117a261e2c req-c60760fd-fe28-42f2-82ca-111392d79755 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Calling delete_port for 308e3e82-4b98-4820-baef-0334f262c7e9 owned by compute:nova {{(pid=103674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:46:00.431466 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a65a9-fee5-4e42-a056-e80fe5db83b3 req-85b91381-2483-43dc-a8fd-0b3f808d83df tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:00.432935 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-6d0a65a9-fee5-4e42-a056-e80fe5db83b3 req-85b91381-2483-43dc-a8fd-0b3f808d83df tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=079f5d41-0152-45a1-8e4c-81da74483874 HTTP/1.1" status: 200 len: 946 time: 0.1640391 Jun 16 13:46:00.540870 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-6d0a65a9-fee5-4e42-a056-e80fe5db83b3 req-24ef79cc-f50b-41c4-b484-52d293b04fc3 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815399 Jun 16 13:46:00.568904 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device ff902b07-30ec-4673-adfb-00ca1c74b4b0 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:46:00.590830 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] No Port match for: ff902b07-30ec-4673-adfb-00ca1c74b4b0 {{(pid=103676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:46:00.591280 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device ff902b07-30ec-4673-adfb-00ca1c74b4b0 not bound to the agent host hv-cinder-78960 {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:46:00.623012 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a608f6-b267-4eab-b922-972c02d834fb req-177aa479-0450-4e0a-ad0a-f6919b1c16bf tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:00.624505 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a5a608f6-b267-4eab-b922-972c02d834fb req-177aa479-0450-4e0a-ad0a-f6919b1c16bf tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 946 time: 0.1303124 Jun 16 13:46:00.638875 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-9a425d5a-44b3-4508-8472-9f117a261e2c req-c60760fd-fe28-42f2-82ca-111392d79755 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779595337849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779594881055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10072337'] for port, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:00.648207 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-9c1efdb7-900c-4152-9661-791376291948 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:00.664986 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] get_ports_and_sgs() called for port_ids ['0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88', '08168de0-01d6-4121-a1b8-dc295b4b79f5', '1e1f5890-3bbd-4652-aefb-c100c2aa5f9d', '308e3e82-4b98-4820-baef-0334f262c7e9'] {{(pid=103676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:46:00.681160 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60760fd-fe28-42f2-82ca-111392d79755 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Pushing event deleted for resources: {'Port': ['ID=308e3e82-4b98-4820-baef-0334f262c7e9,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:00.691145 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-c60760fd-fe28-42f2-82ca-111392d79755 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:00.717358 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a5a608f6-b267-4eab-b922-972c02d834fb req-ab2bdd36-3ce6-4719-898e-36a4d39753ed tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=6ea424ae-d2f0-4b48-9ccf-7bd4db14db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854959 Jun 16 13:46:00.735207 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a425d5a-44b3-4508-8472-9f117a261e2c req-c60760fd-fe28-42f2-82ca-111392d79755 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] No DVR routers for this DVR port 308e3e82-4b98-4820-baef-0334f262c7e9 on host hv-cinder-78960 {{(pid=103674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:46:00.737827 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-9a425d5a-44b3-4508-8472-9f117a261e2c req-c60760fd-fe28-42f2-82ca-111392d79755 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914'] for port, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:00.739881 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-9a425d5a-44b3-4508-8472-9f117a261e2c req-c60760fd-fe28-42f2-82ca-111392d79755 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.101 "DELETE /v2.0/ports/308e3e82-4b98-4820-baef-0334f262c7e9 HTTP/1.1" status: 204 len: 173 time: 0.6229296 Jun 16 13:46:00.740416 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '079f5d41-0152-45a1-8e4c-81da74483874', 'name': 'network-vif-deleted', 'tag': '308e3e82-4b98-4820-baef-0334f262c7e9'}] {{(pid=103674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:46:00.742717 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf0caa33b503d1f2c3d6e3a51c00f46bab3e78c159fea0ab96052d9779657e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669fcfdd-a565-4c66-bf2a-26a9086954b2" -d '{"events": [{"server_uuid": "079f5d41-0152-45a1-8e4c-81da74483874", "name": "network-vif-deleted", "tag": "308e3e82-4b98-4820-baef-0334f262c7e9"}]}' {{(pid=103674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:46:00.788539 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cbc5c81-2798-4a26-946f-eaea3d951dcb x-openstack-request-id: req-0cbc5c81-2798-4a26-946f-eaea3d951dcb {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:46:00.788965 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "079f5d41-0152-45a1-8e4c-81da74483874", "name": "network-vif-deleted", "tag": "308e3e82-4b98-4820-baef-0334f262c7e9", "status": "completed", "code": 200}]} {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:46:00.789180 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-0cbc5c81-2798-4a26-946f-eaea3d951dcb {{(pid=103674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:46:00.789685 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '079f5d41-0152-45a1-8e4c-81da74483874', 'name': 'network-vif-deleted', 'tag': '308e3e82-4b98-4820-baef-0334f262c7e9', 'status': 'completed', 'code': 200} Jun 16 13:46:01.115794 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:01.259732 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-da1e02ca-2c9f-4643-97da-5ba79bfb858b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:01.287668 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117be1fb-e22b-4b6e-a70a-07d53346d15b req-4d991717-8b01-4b53-a09b-9c4b6580fd87 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:01.289355 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-117be1fb-e22b-4b6e-a70a-07d53346d15b req-4d991717-8b01-4b53-a09b-9c4b6580fd87 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0743380 Jun 16 13:46:01.330462 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-117be1fb-e22b-4b6e-a70a-07d53346d15b req-3eebde6c-bef6-45f1-8482-101773938204 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343659 Jun 16 13:46:01.722569 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-8233675f-62ff-4233-8f00-4e8986578fe4 req-1c528855-c972-48c0-a518-e4420ae50986 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=079f5d41-0152-45a1-8e4c-81da74483874 HTTP/1.1" status: 200 len: 210 time: 0.0345321 Jun 16 13:46:01.905229 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f27a6f5-a0b9-4153-946e-5966bb04e5d0 req-c2bcb1bc-739b-441e-998f-e2cab86ecc1e tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:01.913786 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-9f27a6f5-a0b9-4153-946e-5966bb04e5d0 req-c2bcb1bc-739b-441e-998f-e2cab86ecc1e tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 946 time: 0.0735426 Jun 16 13:46:01.948615 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-9f27a6f5-a0b9-4153-946e-5966bb04e5d0 req-c42dc8a1-bf6f-4053-9cd3-561c557f7b16 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=6ea424ae-d2f0-4b48-9ccf-7bd4db14db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334828 Jun 16 13:46:02.028585 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9426d120-8ef3-450b-a3fa-438be4b95f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:02.518321 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609ffa1-f7bd-4c56-9e1c-1f18ace9f76e req-10f7cb90-33da-4133-8fc7-19ac95949af5 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:02.519906 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e609ffa1-f7bd-4c56-9e1c-1f18ace9f76e req-10f7cb90-33da-4133-8fc7-19ac95949af5 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0714087 Jun 16 13:46:02.560484 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e609ffa1-f7bd-4c56-9e1c-1f18ace9f76e req-bb921709-d722-499b-a4a1-28c3594d3a1a tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340931 Jun 16 13:46:03.137033 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4198e7b-d7dc-4a81-8606-76236a55507c req-1015e6a2-da0c-4ff5-b7ed-1909a19c00ca tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:03.138676 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f4198e7b-d7dc-4a81-8606-76236a55507c req-1015e6a2-da0c-4ff5-b7ed-1909a19c00ca tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 946 time: 0.0723288 Jun 16 13:46:03.179989 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f4198e7b-d7dc-4a81-8606-76236a55507c req-25edb487-9d4d-46f1-afe1-56c2c51448ac tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=6ea424ae-d2f0-4b48-9ccf-7bd4db14db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347340 Jun 16 13:46:03.770643 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca077b99-c0e7-4860-8662-92f7afa66c3d req-6080325d-f3e2-4866-97f2-c280d3757b74 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:03.772435 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ca077b99-c0e7-4860-8662-92f7afa66c3d req-6080325d-f3e2-4866-97f2-c280d3757b74 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0697279 Jun 16 13:46:03.812465 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ca077b99-c0e7-4860-8662-92f7afa66c3d req-3ab0f792-e2da-4583-92e6-735cc5aaca2f tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336120 Jun 16 13:46:03.892587 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3cd87a0a-8c13-4d66-8546-43ee61e1d8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:04.482405 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963d412c-0748-4007-845e-4978eb2649fc req-b02c338c-41f3-418c-ac8d-9633b05a6d37 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:04.483885 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-963d412c-0748-4007-845e-4978eb2649fc req-b02c338c-41f3-418c-ac8d-9633b05a6d37 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=89b90e87-b814-4f20-9191-c50664a7e28c HTTP/1.1" status: 200 len: 945 time: 0.1343677 Jun 16 13:46:04.492877 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e5d57-1b47-4e72-af62-79d98e80945a req-d35e9b0b-d289-40b2-a3ee-79b9f0b371e9 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:04.494317 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-230e5d57-1b47-4e72-af62-79d98e80945a req-d35e9b0b-d289-40b2-a3ee-79b9f0b371e9 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 946 time: 0.1582499 Jun 16 13:46:04.551573 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-963d412c-0748-4007-845e-4978eb2649fc req-b58e6bec-6fda-4677-b8f6-d4355bf0bad3 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562248 Jun 16 13:46:04.559775 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-230e5d57-1b47-4e72-af62-79d98e80945a req-aad96da8-616f-400f-b390-e697d2cc75b7 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=6ea424ae-d2f0-4b48-9ccf-7bd4db14db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582936 Jun 16 13:46:04.601382 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 308e3e82-4b98-4820-baef-0334f262c7e9 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:46:04.632981 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] No Port match for: 308e3e82-4b98-4820-baef-0334f262c7e9 {{(pid=103676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:46:04.633454 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 308e3e82-4b98-4820-baef-0334f262c7e9 not bound to the agent host hv-cinder-78960 {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:46:05.008063 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d1a10-1a33-43ec-b76c-c82b791c92b6 req-aa1cc485-1fcb-4761-8e53-00e6e7f055a4 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:05.012498 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-cd2d1a10-1a33-43ec-b76c-c82b791c92b6 req-aa1cc485-1fcb-4761-8e53-00e6e7f055a4 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0752709 Jun 16 13:46:05.052553 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-cd2d1a10-1a33-43ec-b76c-c82b791c92b6 req-9faef815-cf21-4d74-a681-190d1097495e tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357022 Jun 16 13:46:05.799411 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d73f85-a83e-4daa-ad3b-a27dc6107976 req-518a45d3-e3a3-410d-b4f6-d7249e5a91ef tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:05.800935 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a6d73f85-a83e-4daa-ad3b-a27dc6107976 req-518a45d3-e3a3-410d-b4f6-d7249e5a91ef tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=89b90e87-b814-4f20-9191-c50664a7e28c HTTP/1.1" status: 200 len: 945 time: 0.1171865 Jun 16 13:46:05.824623 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78867a8b-2c4f-4cca-89f7-10fdfc75326e req-6cd65eba-bda7-437d-b5cf-67e990243405 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:05.826192 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-78867a8b-2c4f-4cca-89f7-10fdfc75326e req-6cd65eba-bda7-437d-b5cf-67e990243405 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 946 time: 0.1205220 Jun 16 13:46:05.903790 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a6d73f85-a83e-4daa-ad3b-a27dc6107976 req-66585219-dae0-45d6-a893-1005a0db4e2d tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926311 Jun 16 13:46:05.919944 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-78867a8b-2c4f-4cca-89f7-10fdfc75326e req-d86e224a-93f4-4e06-8af3-6fc42e483320 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=6ea424ae-d2f0-4b48-9ccf-7bd4db14db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851374 Jun 16 13:46:05.966182 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1fed1b-b824-499e-b5f9-31d87e9232ee req-ed260216-02f9-48b1-9806-443a8d34474d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:05.967752 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-fc1fed1b-b824-499e-b5f9-31d87e9232ee req-ed260216-02f9-48b1-9806-443a8d34474d service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=aab2bee29bb84945808496017e6bfae7&device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 1099 time: 0.0983198 Jun 16 13:46:06.125657 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1fed1b-b824-499e-b5f9-31d87e9232ee req-6b479dba-8eeb-4b2f-b38f-745e12c1cc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:06.127854 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-fc1fed1b-b824-499e-b5f9-31d87e9232ee req-6b479dba-8eeb-4b2f-b38f-745e12c1cc24 service neutron] 10.222.0.101 "GET /v2.0/networks?id=3fd1b355-6844-49d6-9575-d3c884c6ee87 HTTP/1.1" status: 200 len: 920 time: 0.1273854 Jun 16 13:46:06.495410 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-fc1fed1b-b824-499e-b5f9-31d87e9232ee req-be195fad-7728-4651-9d3d-30f11feb3ea4 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcd7fd90-087c-441d-ad88-0a640767d612 HTTP/1.1" status: 200 len: 217 time: 0.3570728 Jun 16 13:46:06.575598 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1fed1b-b824-499e-b5f9-31d87e9232ee req-92934e6a-858a-4703-9691-aea0c491c599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:06.576896 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-fc1fed1b-b824-499e-b5f9-31d87e9232ee req-92934e6a-858a-4703-9691-aea0c491c599 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=79b8c341-956a-473f-ad31-1610f8a12fbd HTTP/1.1" status: 200 len: 858 time: 0.0652418 Jun 16 13:46:06.588284 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79baa823-d1bb-4073-aab4-073a303bef3a req-21fafdcf-8c56-479a-beec-3c8c7634ce3c tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:06.590105 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-79baa823-d1bb-4073-aab4-073a303bef3a req-21fafdcf-8c56-479a-beec-3c8c7634ce3c tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.1056247 Jun 16 13:46:06.617480 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-fc1fed1b-b824-499e-b5f9-31d87e9232ee req-692838a0-cf17-493c-a1c3-b940380740c1 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=3fd1b355-6844-49d6-9575-d3c884c6ee87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265315 Jun 16 13:46:06.697496 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-79baa823-d1bb-4073-aab4-073a303bef3a req-d71156dc-d4b5-43dd-b81c-84dddb16dc1a tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787349 Jun 16 13:46:06.740390 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-fc1fed1b-b824-499e-b5f9-31d87e9232ee req-7b2f8599-12ec-499b-a588-cf7696ba67e6 service neutron] 10.222.0.101 "GET /v2.0/networks/3fd1b355-6844-49d6-9575-d3c884c6ee87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086388 Jun 16 13:46:06.842609 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-fc1fed1b-b824-499e-b5f9-31d87e9232ee req-4a49f4f6-28b9-43d8-a654-df9650fff118 service neutron] 10.222.0.101 "GET /v2.0/networks/3fd1b355-6844-49d6-9575-d3c884c6ee87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842538 Jun 16 13:46:07.153214 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688ccce-4f5d-4ce6-809f-7282e87ef9e6 req-5aa4e203-2898-43ae-b31f-d8f4d633d30e tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:07.154867 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-6688ccce-4f5d-4ce6-809f-7282e87ef9e6 req-5aa4e203-2898-43ae-b31f-d8f4d633d30e tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=89b90e87-b814-4f20-9191-c50664a7e28c HTTP/1.1" status: 200 len: 945 time: 0.1310341 Jun 16 13:46:07.178470 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0017fa66-8fd2-49d8-9345-0ad26ab8c19a req-a0684c28-76e8-40ff-8919-5e907b377a07 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:07.184483 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-0017fa66-8fd2-49d8-9345-0ad26ab8c19a req-a0684c28-76e8-40ff-8919-5e907b377a07 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 946 time: 0.1213336 Jun 16 13:46:07.227113 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-6688ccce-4f5d-4ce6-809f-7282e87ef9e6 req-9538e7f0-3ac0-4341-8937-4f15aa4494a3 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639815 Jun 16 13:46:07.242185 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-0017fa66-8fd2-49d8-9345-0ad26ab8c19a req-e37b3881-3ccf-4b82-b900-66f0b2e34560 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=6ea424ae-d2f0-4b48-9ccf-7bd4db14db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554817 Jun 16 13:46:07.483115 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd79b888-e038-4e3f-b036-afb6e74c5807 req-8cedefb1-8eaf-48f2-b4eb-b9fc0c055b7d tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:07.485508 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-fd79b888-e038-4e3f-b036-afb6e74c5807 req-8cedefb1-8eaf-48f2-b4eb-b9fc0c055b7d tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.101 "GET /v2.0/ports?device_id=89b90e87-b814-4f20-9191-c50664a7e28c HTTP/1.1" status: 200 len: 945 time: 0.0797551 Jun 16 13:46:07.623605 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [req-fd79b888-e038-4e3f-b036-afb6e74c5807 req-4357f499-8be9-483c-ac0b-c0a89d205d19 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Deleting port 1e1f5890-3bbd-4652-aefb-c100c2aa5f9d {{(pid=103674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:46:07.623952 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-fd79b888-e038-4e3f-b036-afb6e74c5807 req-4357f499-8be9-483c-ac0b-c0a89d205d19 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779595332765'] for port, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:07.750303 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.db [req-fd79b888-e038-4e3f-b036-afb6e74c5807 req-4357f499-8be9-483c-ac0b-c0a89d205d19 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] For port 1e1f5890-3bbd-4652-aefb-c100c2aa5f9d, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1e1f5890-3bbd-4652-aefb-c100c2aa5f9d,segment=NetworkSegment(70187269-9371-4d60-a2ca-f207ba00f8d3),segment_id=70187269-9371-4d60-a2ca-f207ba00f8d3)] {{(pid=103674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:46:07.750710 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-fd79b888-e038-4e3f-b036-afb6e74c5807 req-4357f499-8be9-483c-ac0b-c0a89d205d19 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757230'] for port, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:07.839230 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [req-fd79b888-e038-4e3f-b036-afb6e74c5807 req-4357f499-8be9-483c-ac0b-c0a89d205d19 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Calling delete_port for 1e1f5890-3bbd-4652-aefb-c100c2aa5f9d owned by compute:nova {{(pid=103674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:46:07.968125 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9562d18-6355-459e-98cd-8105ff090c6a req-ab0a00ef-d947-496c-b287-980a170f8f0c tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:07.969611 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-b9562d18-6355-459e-98cd-8105ff090c6a req-ab0a00ef-d947-496c-b287-980a170f8f0c tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.1277480 Jun 16 13:46:08.037172 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-b9562d18-6355-459e-98cd-8105ff090c6a req-cd6bde90-db37-4502-a947-714cee662a47 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589707 Jun 16 13:46:08.063581 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-fd79b888-e038-4e3f-b036-afb6e74c5807 req-4357f499-8be9-483c-ac0b-c0a89d205d19 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779595337849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779594881055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10072337'] for port, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:08.068491 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-208e3cfb-4c8c-4dfa-a952-7ab58e8a4896 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:08.080386 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] get_ports_and_sgs() called for port_ids ['0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88', '08168de0-01d6-4121-a1b8-dc295b4b79f5', '1e1f5890-3bbd-4652-aefb-c100c2aa5f9d'] {{(pid=103676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:46:08.109937 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4357f499-8be9-483c-ac0b-c0a89d205d19 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Pushing event deleted for resources: {'Port': ['ID=1e1f5890-3bbd-4652-aefb-c100c2aa5f9d,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:08.113194 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-4357f499-8be9-483c-ac0b-c0a89d205d19 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:08.185061 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd79b888-e038-4e3f-b036-afb6e74c5807 req-4357f499-8be9-483c-ac0b-c0a89d205d19 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] No DVR routers for this DVR port 1e1f5890-3bbd-4652-aefb-c100c2aa5f9d on host hv-cinder-78960 {{(pid=103674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:46:08.188198 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-fd79b888-e038-4e3f-b036-afb6e74c5807 req-4357f499-8be9-483c-ac0b-c0a89d205d19 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914'] for port, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:08.190704 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-fd79b888-e038-4e3f-b036-afb6e74c5807 req-4357f499-8be9-483c-ac0b-c0a89d205d19 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.101 "DELETE /v2.0/ports/1e1f5890-3bbd-4652-aefb-c100c2aa5f9d HTTP/1.1" status: 204 len: 173 time: 0.6768227 Jun 16 13:46:08.191277 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b90e87-b814-4f20-9191-c50664a7e28c', 'name': 'network-vif-deleted', 'tag': '1e1f5890-3bbd-4652-aefb-c100c2aa5f9d'}] {{(pid=103674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:46:08.194031 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf0caa33b503d1f2c3d6e3a51c00f46bab3e78c159fea0ab96052d9779657e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8edb84f2-c7a5-4bdc-8d06-ea4b5fbb3337" -d '{"events": [{"server_uuid": "89b90e87-b814-4f20-9191-c50664a7e28c", "name": "network-vif-deleted", "tag": "1e1f5890-3bbd-4652-aefb-c100c2aa5f9d"}]}' {{(pid=103674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:46:08.251542 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e389a5-b637-4cd1-8449-83d743f9ce62 x-openstack-request-id: req-34e389a5-b637-4cd1-8449-83d743f9ce62 {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:46:08.251866 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89b90e87-b814-4f20-9191-c50664a7e28c", "name": "network-vif-deleted", "tag": "1e1f5890-3bbd-4652-aefb-c100c2aa5f9d", "status": "completed", "code": 200}]} {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:46:08.252293 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-34e389a5-b637-4cd1-8449-83d743f9ce62 {{(pid=103674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:46:08.252780 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b90e87-b814-4f20-9191-c50664a7e28c', 'name': 'network-vif-deleted', 'tag': '1e1f5890-3bbd-4652-aefb-c100c2aa5f9d', 'status': 'completed', 'code': 200} Jun 16 13:46:08.411934 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-3b2e928c-3a8f-4114-99f9-2af19a65eaae req-54425bd5-6d81-4935-a7c0-1f12ae2878f3 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=89b90e87-b814-4f20-9191-c50664a7e28c HTTP/1.1" status: 200 len: 210 time: 0.0449982 Jun 16 13:46:08.510027 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c0517b-ac24-4ad7-8199-ae8eac38f330 req-6f07a310-8402-405a-96e8-1f78b205f3eb tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:08.512661 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-94c0517b-ac24-4ad7-8199-ae8eac38f330 req-6f07a310-8402-405a-96e8-1f78b205f3eb tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 946 time: 0.1079488 Jun 16 13:46:08.564933 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-94c0517b-ac24-4ad7-8199-ae8eac38f330 req-f31473fd-e5df-4219-8046-78ea63930149 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=6ea424ae-d2f0-4b48-9ccf-7bd4db14db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456734 Jun 16 13:46:09.330769 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c145486-5fe9-44c9-a761-3d7580ef848a req-d0aadf67-38e7-411b-a6e7-2692dcc2fb25 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:09.332210 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-6c145486-5fe9-44c9-a761-3d7580ef848a req-d0aadf67-38e7-411b-a6e7-2692dcc2fb25 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.1002431 Jun 16 13:46:09.379173 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-6c145486-5fe9-44c9-a761-3d7580ef848a req-bf34e7a6-a73e-4449-964e-6d8ecd018035 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385556 Jun 16 13:46:09.577929 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:09.777947 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b569a8-4efb-4105-ab57-6c983cb013f8 req-48fc5ace-a0b5-41a1-8fef-b983b69de123 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:09.779803 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-b5b569a8-4efb-4105-ab57-6c983cb013f8 req-48fc5ace-a0b5-41a1-8fef-b983b69de123 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 946 time: 0.0845838 Jun 16 13:46:09.823954 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-b5b569a8-4efb-4105-ab57-6c983cb013f8 req-f14c2053-8371-422b-b8f5-a0e5d0b8bc4f tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=6ea424ae-d2f0-4b48-9ccf-7bd4db14db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379169 Jun 16 13:46:09.934940 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7908e-a952-466e-b2e8-e7eaa9d0c421 req-4fc4864a-6463-41bd-a6de-5a5e7cdbf681 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:09.942123 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-1ff7908e-a952-466e-b2e8-e7eaa9d0c421 req-4fc4864a-6463-41bd-a6de-5a5e7cdbf681 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=c4f32b11-df00-4b50-b53b-a8b82614c551 HTTP/1.1" status: 200 len: 945 time: 0.0726039 Jun 16 13:46:09.985115 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-1ff7908e-a952-466e-b2e8-e7eaa9d0c421 req-fd7f6b76-9d34-4c8b-95ae-ce57d4b00527 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416834 Jun 16 13:46:10.580898 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a016cb1-d711-423d-b287-77ac732a14f8 req-d62efc8b-942f-480f-9b4c-d77252df1aed tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:10.582324 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-9a016cb1-d711-423d-b287-77ac732a14f8 req-d62efc8b-942f-480f-9b4c-d77252df1aed tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0779831 Jun 16 13:46:10.621821 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 1e1f5890-3bbd-4652-aefb-c100c2aa5f9d no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:46:10.635911 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-9a016cb1-d711-423d-b287-77ac732a14f8 req-eb4cd0af-8fcd-4da9-8751-67b42c408a2d tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473642 Jun 16 13:46:10.645436 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] No Port match for: 1e1f5890-3bbd-4652-aefb-c100c2aa5f9d {{(pid=103676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:46:10.646287 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 1e1f5890-3bbd-4652-aefb-c100c2aa5f9d not bound to the agent host hv-cinder-78960 {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:46:11.016488 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eda069c-e429-4be9-872e-938e549996ff req-75a1893e-7672-4a33-85f9-cb6419fbddea tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:11.018266 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-9eda069c-e429-4be9-872e-938e549996ff req-75a1893e-7672-4a33-85f9-cb6419fbddea tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 946 time: 0.0721171 Jun 16 13:46:11.095647 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-9eda069c-e429-4be9-872e-938e549996ff req-825dc766-9342-4fe9-9ab1-2f10f55fce3d tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=6ea424ae-d2f0-4b48-9ccf-7bd4db14db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588086 Jun 16 13:46:11.196092 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17239e6a-4df1-45fe-a025-4c5f0688cb6e req-02259473-5302-4af4-888b-0a97c6586af1 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:11.199892 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-17239e6a-4df1-45fe-a025-4c5f0688cb6e req-02259473-5302-4af4-888b-0a97c6586af1 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=c4f32b11-df00-4b50-b53b-a8b82614c551 HTTP/1.1" status: 200 len: 945 time: 0.0702379 Jun 16 13:46:11.249912 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-17239e6a-4df1-45fe-a025-4c5f0688cb6e req-c73510f1-7413-4c91-b350-7f43b8f193f5 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465009 Jun 16 13:46:11.875490 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78dd65f-a901-4e04-a53e-1908d835c864 req-b58b9894-32bf-4dbe-9204-f0b474046927 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:11.878063 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-d78dd65f-a901-4e04-a53e-1908d835c864 req-b58b9894-32bf-4dbe-9204-f0b474046927 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0778306 Jun 16 13:46:11.924975 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-d78dd65f-a901-4e04-a53e-1908d835c864 req-72d1c325-d619-4af7-a046-8755ef0f1380 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397391 Jun 16 13:46:12.371133 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230179a7-5bc2-4cdd-96c7-9a5578f71022 req-27879325-bd38-4d28-8645-f28ccb9345af tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:12.372766 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-230179a7-5bc2-4cdd-96c7-9a5578f71022 req-27879325-bd38-4d28-8645-f28ccb9345af tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 946 time: 0.1335289 Jun 16 13:46:12.380063 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6588077-f0b7-4dca-a77e-24e8689c0182 req-ea18c4ca-0878-4c07-aefa-5b7b576aa813 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:12.381513 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-d6588077-f0b7-4dca-a77e-24e8689c0182 req-ea18c4ca-0878-4c07-aefa-5b7b576aa813 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.101 "GET /v2.0/ports?device_id=c4f32b11-df00-4b50-b53b-a8b82614c551 HTTP/1.1" status: 200 len: 945 time: 0.1090941 Jun 16 13:46:12.477103 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-230179a7-5bc2-4cdd-96c7-9a5578f71022 req-f6eea8ac-2594-44f1-9014-f64da33e8f3a tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=6ea424ae-d2f0-4b48-9ccf-7bd4db14db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944796 Jun 16 13:46:12.559147 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b7be2-e2a9-42b6-a648-40f1631f5b41 req-92c80c6b-9012-4db5-9f36-640a89716acc tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:12.560556 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c59b7be2-e2a9-42b6-a648-40f1631f5b41 req-92c80c6b-9012-4db5-9f36-640a89716acc tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=c4f32b11-df00-4b50-b53b-a8b82614c551 HTTP/1.1" status: 200 len: 945 time: 0.1201389 Jun 16 13:46:12.569910 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [req-d6588077-f0b7-4dca-a77e-24e8689c0182 req-a71330b2-8208-45b6-853c-ecfa20452d1a tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Deleting port 08168de0-01d6-4121-a1b8-dc295b4b79f5 {{(pid=103674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:46:12.570385 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-d6588077-f0b7-4dca-a77e-24e8689c0182 req-a71330b2-8208-45b6-853c-ecfa20452d1a tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779595332765'] for port, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:12.693962 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c59b7be2-e2a9-42b6-a648-40f1631f5b41 req-d4e6e96f-467d-42bf-b308-99a62e4aa3e8 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196532 Jun 16 13:46:12.735751 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.db [req-d6588077-f0b7-4dca-a77e-24e8689c0182 req-a71330b2-8208-45b6-853c-ecfa20452d1a tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] For port 08168de0-01d6-4121-a1b8-dc295b4b79f5, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=08168de0-01d6-4121-a1b8-dc295b4b79f5,segment=NetworkSegment(70187269-9371-4d60-a2ca-f207ba00f8d3),segment_id=70187269-9371-4d60-a2ca-f207ba00f8d3)] {{(pid=103674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:46:12.736437 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-d6588077-f0b7-4dca-a77e-24e8689c0182 req-a71330b2-8208-45b6-853c-ecfa20452d1a tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757230'] for port, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:12.802698 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [req-d6588077-f0b7-4dca-a77e-24e8689c0182 req-a71330b2-8208-45b6-853c-ecfa20452d1a tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Calling delete_port for 08168de0-01d6-4121-a1b8-dc295b4b79f5 owned by compute:nova {{(pid=103674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:46:12.940883 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-d6588077-f0b7-4dca-a77e-24e8689c0182 req-a71330b2-8208-45b6-853c-ecfa20452d1a tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779595337849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779594881055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10072337'] for port, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:12.945321 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:12.959311 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] get_ports_and_sgs() called for port_ids ['0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88', '08168de0-01d6-4121-a1b8-dc295b4b79f5'] {{(pid=103676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:46:12.973218 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71330b2-8208-45b6-853c-ecfa20452d1a tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Pushing event deleted for resources: {'Port': ['ID=08168de0-01d6-4121-a1b8-dc295b4b79f5,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:12.980824 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-a71330b2-8208-45b6-853c-ecfa20452d1a tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:13.027654 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6588077-f0b7-4dca-a77e-24e8689c0182 req-a71330b2-8208-45b6-853c-ecfa20452d1a tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] No DVR routers for this DVR port 08168de0-01d6-4121-a1b8-dc295b4b79f5 on host hv-cinder-78960 {{(pid=103674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:46:13.030540 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-d6588077-f0b7-4dca-a77e-24e8689c0182 req-a71330b2-8208-45b6-853c-ecfa20452d1a tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914'] for port, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:13.032928 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-d6588077-f0b7-4dca-a77e-24e8689c0182 req-a71330b2-8208-45b6-853c-ecfa20452d1a tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.101 "DELETE /v2.0/ports/08168de0-01d6-4121-a1b8-dc295b4b79f5 HTTP/1.1" status: 204 len: 173 time: 0.6368122 Jun 16 13:46:13.033968 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f32b11-df00-4b50-b53b-a8b82614c551', 'name': 'network-vif-deleted', 'tag': '08168de0-01d6-4121-a1b8-dc295b4b79f5'}] {{(pid=103674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:46:13.036335 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf0caa33b503d1f2c3d6e3a51c00f46bab3e78c159fea0ab96052d9779657e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707ba021-3d5f-40cc-9ab4-114129295312" -d '{"events": [{"server_uuid": "c4f32b11-df00-4b50-b53b-a8b82614c551", "name": "network-vif-deleted", "tag": "08168de0-01d6-4121-a1b8-dc295b4b79f5"}]}' {{(pid=103674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:46:13.162745 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86dec919-d2e6-4f81-80cb-efb79be6d29c x-openstack-request-id: req-86dec919-d2e6-4f81-80cb-efb79be6d29c {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:46:13.163104 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4f32b11-df00-4b50-b53b-a8b82614c551", "name": "network-vif-deleted", "tag": "08168de0-01d6-4121-a1b8-dc295b4b79f5", "status": "completed", "code": 200}]} {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:46:13.163578 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-86dec919-d2e6-4f81-80cb-efb79be6d29c {{(pid=103674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:46:13.164007 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f32b11-df00-4b50-b53b-a8b82614c551', 'name': 'network-vif-deleted', 'tag': '08168de0-01d6-4121-a1b8-dc295b4b79f5', 'status': 'completed', 'code': 200} Jun 16 13:46:13.205369 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2840b61d-4aa0-4492-b49b-ffb4c08a9fe1 req-2e53f52a-22a7-49d9-a4f4-608f12f738a4 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:13.207025 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2840b61d-4aa0-4492-b49b-ffb4c08a9fe1 req-2e53f52a-22a7-49d9-a4f4-608f12f738a4 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0903106 Jun 16 13:46:13.260640 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2840b61d-4aa0-4492-b49b-ffb4c08a9fe1 req-ecaa93f1-db93-449a-8cfa-3a4828db1ede tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429585 Jun 16 13:46:13.687177 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f41219-ce36-427e-b583-523a114c4635 req-9f763ca3-2532-482c-abe8-5b2a18caac14 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:13.688842 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-71f41219-ce36-427e-b583-523a114c4635 req-9f763ca3-2532-482c-abe8-5b2a18caac14 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 946 time: 0.0840757 Jun 16 13:46:13.758282 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-71f41219-ce36-427e-b583-523a114c4635 req-1758395e-beb9-4d08-8dfe-99502f004a9d tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=6ea424ae-d2f0-4b48-9ccf-7bd4db14db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611336 Jun 16 13:46:13.934373 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-b77e9600-db7b-4696-8cf1-29d4cb34762c req-48daae02-4ab6-4e32-ab68-13ef13b0fa51 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=c4f32b11-df00-4b50-b53b-a8b82614c551 HTTP/1.1" status: 200 len: 210 time: 0.0564277 Jun 16 13:46:14.459868 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e23ef-779b-495f-a360-f9d5f197d833 req-b9853d56-b58f-46a0-acad-549de3d3dfdc tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:14.461909 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c20e23ef-779b-495f-a360-f9d5f197d833 req-b9853d56-b58f-46a0-acad-549de3d3dfdc tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0720651 Jun 16 13:46:14.509883 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c20e23ef-779b-495f-a360-f9d5f197d833 req-fb3123aa-5c58-40e7-8c33-3431318c8042 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407836 Jun 16 13:46:14.967850 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f4b5e1-95d0-4931-81f2-02c59881aa58 req-a040eb52-0959-4a08-9c31-0d7812b0fdd5 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:14.969565 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f3f4b5e1-95d0-4931-81f2-02c59881aa58 req-a040eb52-0959-4a08-9c31-0d7812b0fdd5 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 946 time: 0.0653479 Jun 16 13:46:15.016374 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f3f4b5e1-95d0-4931-81f2-02c59881aa58 req-54c09335-74a1-4b25-a534-04019fe5616b tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=6ea424ae-d2f0-4b48-9ccf-7bd4db14db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357277 Jun 16 13:46:15.484208 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a74769-8764-4695-9ea4-7c0f5a272beb req-93299fb1-c7b4-456e-8432-5494c2c5ca36 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:15.485652 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e7a74769-8764-4695-9ea4-7c0f5a272beb req-93299fb1-c7b4-456e-8432-5494c2c5ca36 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 946 time: 0.1131699 Jun 16 13:46:15.499630 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621b866-cb92-4463-abca-b3cf7dd05b3e req-9ad79e72-a833-4708-bfb3-2d33694a7a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:15.501023 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-3621b866-cb92-4463-abca-b3cf7dd05b3e req-9ad79e72-a833-4708-bfb3-2d33694a7a49 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=1c34861a49bb497085ef26aa3cc556f7&device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 1099 time: 0.0908163 Jun 16 13:46:15.590452 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e7a74769-8764-4695-9ea4-7c0f5a272beb req-fdcbd447-d034-4439-bbf1-65d80ac39035 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=6ea424ae-d2f0-4b48-9ccf-7bd4db14db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987208 Jun 16 13:46:15.640342 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621b866-cb92-4463-abca-b3cf7dd05b3e req-c72a4e59-8c9a-4b79-ae92-791c6d7522f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:15.642363 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-3621b866-cb92-4463-abca-b3cf7dd05b3e req-c72a4e59-8c9a-4b79-ae92-791c6d7522f8 service neutron] 10.222.0.101 "GET /v2.0/networks?id=bc7f85d7-a9cc-4cbe-8009-a532b58d3643 HTTP/1.1" status: 200 len: 912 time: 0.1334524 Jun 16 13:46:15.761395 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-3621b866-cb92-4463-abca-b3cf7dd05b3e req-0ecc3a3b-7041-426a-8ba0-480c62cb1b43 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=502f58da-40f5-4748-b983-a88cec399cd2 HTTP/1.1" status: 200 len: 1002 time: 0.1067812 Jun 16 13:46:15.813301 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a8b13-6a7d-4c0f-9a50-359147ccf863 req-8688e514-78ad-4ff1-9af9-f652c0940d80 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:15.814854 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-1c9a8b13-6a7d-4c0f-9a50-359147ccf863 req-8688e514-78ad-4ff1-9af9-f652c0940d80 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.1128440 Jun 16 13:46:15.848990 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621b866-cb92-4463-abca-b3cf7dd05b3e req-623f067b-8f93-40e4-a2e7-769156ed6df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:15.850561 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-3621b866-cb92-4463-abca-b3cf7dd05b3e req-623f067b-8f93-40e4-a2e7-769156ed6df3 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=fdb76e97-5183-4499-ab60-29df581b2de7 HTTP/1.1" status: 200 len: 849 time: 0.0775895 Jun 16 13:46:15.893198 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-1c9a8b13-6a7d-4c0f-9a50-359147ccf863 req-0fb61007-5c2b-4909-b2b0-a6232987eb97 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683050 Jun 16 13:46:15.932963 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621b866-cb92-4463-abca-b3cf7dd05b3e req-d75c9d28-8b60-43ea-829c-8c843bdabed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:15.934535 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-3621b866-cb92-4463-abca-b3cf7dd05b3e req-d75c9d28-8b60-43ea-829c-8c843bdabed2 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=bc7f85d7-a9cc-4cbe-8009-a532b58d3643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0737705 Jun 16 13:46:16.047938 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-3621b866-cb92-4463-abca-b3cf7dd05b3e req-4c216b1d-d1e5-494f-a21e-5e3bce8bae42 service neutron] 10.222.0.101 "GET /v2.0/networks/bc7f85d7-a9cc-4cbe-8009-a532b58d3643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057990 Jun 16 13:46:16.423261 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-3621b866-cb92-4463-abca-b3cf7dd05b3e req-d8bf07fe-32c5-431c-aafe-f3c2ca079d11 service neutron] 10.222.0.101 "GET /v2.0/networks/bc7f85d7-a9cc-4cbe-8009-a532b58d3643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664808 Jun 16 13:46:16.699069 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 08168de0-01d6-4121-a1b8-dc295b4b79f5 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:46:16.729056 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] No Port match for: 08168de0-01d6-4121-a1b8-dc295b4b79f5 {{(pid=103676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:46:16.729839 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 08168de0-01d6-4121-a1b8-dc295b4b79f5 not bound to the agent host hv-cinder-78960 {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:46:16.746720 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a29c8-ff74-475c-9b2b-b0178741b133 req-bded37b6-8161-46b1-977d-de654eed4ee2 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:16.749474 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-945a29c8-ff74-475c-9b2b-b0178741b133 req-bded37b6-8161-46b1-977d-de654eed4ee2 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=f61f6257-f19e-4378-b0e7-8174c1b8ef7b HTTP/1.1" status: 200 len: 945 time: 0.1174169 Jun 16 13:46:16.814284 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-945a29c8-ff74-475c-9b2b-b0178741b133 req-33f60c8f-bfcf-4134-966c-ba76bda27c55 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580859 Jun 16 13:46:16.983929 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df6384-32e1-4cca-ad2f-d63d99cdf3cc req-45413e85-39c3-450b-a98e-01ab9287901f tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:16.987494 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a1df6384-32e1-4cca-ad2f-d63d99cdf3cc req-45413e85-39c3-450b-a98e-01ab9287901f tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 946 time: 0.0794744 Jun 16 13:46:17.081838 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a1df6384-32e1-4cca-ad2f-d63d99cdf3cc req-d12b0dee-e031-47f4-ac37-5b939807adda tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=6ea424ae-d2f0-4b48-9ccf-7bd4db14db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888503 Jun 16 13:46:17.124677 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16428a11-ab6d-469a-aa7a-e35da7a412ac req-b6db41b9-ff16-47a5-885e-38d5cd89e6e5 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:17.131789 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-16428a11-ab6d-469a-aa7a-e35da7a412ac req-b6db41b9-ff16-47a5-885e-38d5cd89e6e5 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0978112 Jun 16 13:46:17.169983 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-16428a11-ab6d-469a-aa7a-e35da7a412ac req-0d5e4742-4cae-4f0a-9a5d-96f6402950e0 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368712 Jun 16 13:46:18.007015 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3337c4e5-d6ba-45f3-8e99-3c81456b6cf7 req-1e98da92-d82c-418a-9e45-ea05425e4dea tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:18.008776 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-3337c4e5-d6ba-45f3-8e99-3c81456b6cf7 req-1e98da92-d82c-418a-9e45-ea05425e4dea tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=f61f6257-f19e-4378-b0e7-8174c1b8ef7b HTTP/1.1" status: 200 len: 945 time: 0.0719283 Jun 16 13:46:18.051403 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-3337c4e5-d6ba-45f3-8e99-3c81456b6cf7 req-0d7f5717-4782-4920-b227-4393683c3b94 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358381 Jun 16 13:46:18.281862 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c9ccd-69d1-443f-a98c-0cb7ecf8fcfa req-558df152-19ce-4ec8-9470-4a8b58c11f93 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:18.282945 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-722c9ccd-69d1-443f-a98c-0cb7ecf8fcfa req-558df152-19ce-4ec8-9470-4a8b58c11f93 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 946 time: 0.0805566 Jun 16 13:46:18.355506 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-722c9ccd-69d1-443f-a98c-0cb7ecf8fcfa req-faea1600-b576-46b5-a7d8-3aecc767e8d1 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=6ea424ae-d2f0-4b48-9ccf-7bd4db14db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669529 Jun 16 13:46:18.384872 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b7020c-8f8b-4169-959e-53bb7a9055b9 req-84cfd095-b298-4662-bb03-70b62f1d2da9 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:18.386355 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-95b7020c-8f8b-4169-959e-53bb7a9055b9 req-84cfd095-b298-4662-bb03-70b62f1d2da9 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0835910 Jun 16 13:46:18.425803 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-95b7020c-8f8b-4169-959e-53bb7a9055b9 req-ec8d1abb-847f-4ad2-86ea-eef52d045f48 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327520 Jun 16 13:46:19.247329 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88252e2-11cf-4d36-9303-82ea70e15c46 req-254ef24e-5296-494e-8c64-2cb022fa9c1f tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:19.248785 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a88252e2-11cf-4d36-9303-82ea70e15c46 req-254ef24e-5296-494e-8c64-2cb022fa9c1f tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=f61f6257-f19e-4378-b0e7-8174c1b8ef7b HTTP/1.1" status: 200 len: 945 time: 0.0704675 Jun 16 13:46:19.288633 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a88252e2-11cf-4d36-9303-82ea70e15c46 req-0fc75319-0ac1-4a1a-a822-9c90277c0109 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/security-groups?id=961e8a84-0d91-4b54-b1ca-030df4f2c095&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315046 Jun 16 13:46:19.614928 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f359ec9-1648-4731-9db7-5366a027d9d5 req-c9b82e0a-3865-4308-9cc3-b8b438e2ed5d tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:19.616410 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-9f359ec9-1648-4731-9db7-5366a027d9d5 req-c9b82e0a-3865-4308-9cc3-b8b438e2ed5d tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0661261 Jun 16 13:46:19.653911 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-9f359ec9-1648-4731-9db7-5366a027d9d5 req-ab32c683-ccf7-4219-8b40-9856b1e4410d tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316019 Jun 16 13:46:19.779899 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0237ab-b233-4f9f-932c-cbbd3e5e40dc req-9f0ac3bc-967c-4cc7-b59a-2d5084988467 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:19.781360 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-0c0237ab-b233-4f9f-932c-cbbd3e5e40dc req-9f0ac3bc-967c-4cc7-b59a-2d5084988467 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.101 "GET /v2.0/ports?device_id=f61f6257-f19e-4378-b0e7-8174c1b8ef7b HTTP/1.1" status: 200 len: 945 time: 0.0658836 Jun 16 13:46:19.886262 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [req-0c0237ab-b233-4f9f-932c-cbbd3e5e40dc req-3cd6d624-fc99-41eb-89c7-da6ecc4c7651 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Deleting port 0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88 {{(pid=103674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:46:19.886668 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-0c0237ab-b233-4f9f-932c-cbbd3e5e40dc req-3cd6d624-fc99-41eb-89c7-da6ecc4c7651 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779595332765'] for port, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:19.975895 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.db [req-0c0237ab-b233-4f9f-932c-cbbd3e5e40dc req-3cd6d624-fc99-41eb-89c7-da6ecc4c7651 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] For port 0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88,segment=NetworkSegment(70187269-9371-4d60-a2ca-f207ba00f8d3),segment_id=70187269-9371-4d60-a2ca-f207ba00f8d3)] {{(pid=103674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:46:19.976300 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-0c0237ab-b233-4f9f-932c-cbbd3e5e40dc req-3cd6d624-fc99-41eb-89c7-da6ecc4c7651 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757230'] for port, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:20.042490 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [req-0c0237ab-b233-4f9f-932c-cbbd3e5e40dc req-3cd6d624-fc99-41eb-89c7-da6ecc4c7651 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Calling delete_port for 0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88 owned by compute:nova {{(pid=103674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:46:20.177142 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-0c0237ab-b233-4f9f-932c-cbbd3e5e40dc req-3cd6d624-fc99-41eb-89c7-da6ecc4c7651 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779595337849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779594881055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10072337'] for port, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:20.180939 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:20.193309 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] get_ports_and_sgs() called for port_ids ['0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88'] {{(pid=103676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:46:20.205734 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd6d624-fc99-41eb-89c7-da6ecc4c7651 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Pushing event deleted for resources: {'Port': ['ID=0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:20.209070 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-3cd6d624-fc99-41eb-89c7-da6ecc4c7651 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:20.254319 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c0237ab-b233-4f9f-932c-cbbd3e5e40dc req-3cd6d624-fc99-41eb-89c7-da6ecc4c7651 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] No DVR routers for this DVR port 0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88 on host hv-cinder-78960 {{(pid=103674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:46:20.256643 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-0c0237ab-b233-4f9f-932c-cbbd3e5e40dc req-3cd6d624-fc99-41eb-89c7-da6ecc4c7651 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914'] for port, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:20.258698 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-0c0237ab-b233-4f9f-932c-cbbd3e5e40dc req-3cd6d624-fc99-41eb-89c7-da6ecc4c7651 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.101 "DELETE /v2.0/ports/0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88 HTTP/1.1" status: 204 len: 173 time: 0.4680557 Jun 16 13:46:20.259186 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f61f6257-f19e-4378-b0e7-8174c1b8ef7b', 'name': 'network-vif-deleted', 'tag': '0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88'}] {{(pid=103674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:46:20.261540 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf0caa33b503d1f2c3d6e3a51c00f46bab3e78c159fea0ab96052d9779657e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a53edfa-23c1-4ada-b786-c048a9965a98" -d '{"events": [{"server_uuid": "f61f6257-f19e-4378-b0e7-8174c1b8ef7b", "name": "network-vif-deleted", "tag": "0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88"}]}' {{(pid=103674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:46:20.304271 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f73e375-4974-4c60-b780-8bb1a14c43cb x-openstack-request-id: req-4f73e375-4974-4c60-b780-8bb1a14c43cb {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:46:20.304610 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f61f6257-f19e-4378-b0e7-8174c1b8ef7b", "name": "network-vif-deleted", "tag": "0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88", "status": "completed", "code": 200}]} {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:46:20.304869 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-4f73e375-4974-4c60-b780-8bb1a14c43cb {{(pid=103674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:46:20.305378 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f61f6257-f19e-4378-b0e7-8174c1b8ef7b', 'name': 'network-vif-deleted', 'tag': '0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88', 'status': 'completed', 'code': 200} Jun 16 13:46:20.439890 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ced6daa7-d710-4511-9c0b-60bbad7e0c49 req-1c4ed1c8-c86a-44d1-b9c2-247017c8b6d3 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] 10.222.0.104 "GET /v2.0/ports?device_id=f61f6257-f19e-4378-b0e7-8174c1b8ef7b HTTP/1.1" status: 200 len: 210 time: 0.0319011 Jun 16 13:46:20.840931 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bac1f7-a7a7-4c98-9b93-40e3251f574a req-228e7c18-0109-4abc-a353-7bdc39094cd0 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:20.842401 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c3bac1f7-a7a7-4c98-9b93-40e3251f574a req-228e7c18-0109-4abc-a353-7bdc39094cd0 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0699444 Jun 16 13:46:20.879743 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c3bac1f7-a7a7-4c98-9b93-40e3251f574a req-d253b1e9-1dc6-4bc4-89f4-a3cae0cb944f tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317206 Jun 16 13:46:21.134469 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 41902) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:21.187469 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.db.db_base_plugin_v2 [None req-588e1f0e-a04a-46e4-a505-12fe47fada92 admin admin] Deleting subnet 176f96c2-ccba-401d-a8b5-09c52957a6c9 {{(pid=103675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 13:46:21.190608 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-588e1f0e-a04a-46e4-a505-12fe47fada92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:21.225466 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-588e1f0e-a04a-46e4-a505-12fe47fada92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011126'] for subnet, precommit_delete_associations {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:21.267665 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-588e1f0e-a04a-46e4-a505-12fe47fada92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693187'] for subnet, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:21.321134 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-588e1f0e-a04a-46e4-a505-12fe47fada92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10267055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8682005'] for subnet, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:21.323989 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:21.345846 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e1f0e-a04a-46e4-a505-12fe47fada92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=176f96c2-ccba-401d-a8b5-09c52957a6c9,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:21.348845 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-588e1f0e-a04a-46e4-a505-12fe47fada92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:21.349788 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-588e1f0e-a04a-46e4-a505-12fe47fada92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:21.352680 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-588e1f0e-a04a-46e4-a505-12fe47fada92 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/176f96c2-ccba-401d-a8b5-09c52957a6c9 HTTP/1.1" status: 204 len: 168 time: 0.2167826 Jun 16 13:46:21.354368 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 41904) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:21.426641 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-1a9a0f46-0e0b-434a-ac3f-f3fb46ba8159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1752478'] for network, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:21.501846 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-1a9a0f46-0e0b-434a-ac3f-f3fb46ba8159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1693580', 'neutron.services.segments.db._delete_segments_for_network-8779595370801'] for network, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:21.511661 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.services.segments.db [None req-1a9a0f46-0e0b-434a-ac3f-f3fb46ba8159 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a32fb711-76ca-4bf4-b0df-7220710f5fda']}} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:46:21.521816 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.services.segments.db [None req-1a9a0f46-0e0b-434a-ac3f-f3fb46ba8159 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54bf1e60-a570-4667-ba52-e23da929eb41') {'for_net_delete': True} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:46:21.522114 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.services.segments.db [None req-1a9a0f46-0e0b-434a-ac3f-f3fb46ba8159 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54bf1e60-a570-4667-ba52-e23da929eb41') {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:46:21.531072 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-1a9a0f46-0e0b-434a-ac3f-f3fb46ba8159 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779595370114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011119'] for segment, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:21.531804 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 41908) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:21.548919 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-1a9a0f46-0e0b-434a-ac3f-f3fb46ba8159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688368'] for segment, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:21.554825 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a9a0f46-0e0b-434a-ac3f-f3fb46ba8159 admin admin] Releasing vlan 1170 on physical network physnet1 to pool {{(pid=103675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 13:46:21.555350 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-1a9a0f46-0e0b-434a-ac3f-f3fb46ba8159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266928'] for segment, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:21.557046 dv-cinder-789603-10-smb neutron-server[103675]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:46:21.557046 dv-cinder-789603-10-smb neutron-server[103675]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:46:21.557046 dv-cinder-789603-10-smb neutron-server[103675]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:46:21.557046 dv-cinder-789603-10-smb neutron-server[103675]: retrieve_revision_numbers = { Jun 16 13:46:21.557046 dv-cinder-789603-10-smb neutron-server[103675]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:46:21.557046 dv-cinder-789603-10-smb neutron-server[103675]: retrieve_revision_numbers = { Jun 16 13:46:21.557046 dv-cinder-789603-10-smb neutron-server[103675]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:46:21.557046 dv-cinder-789603-10-smb neutron-server[103675]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:46:21.557046 dv-cinder-789603-10-smb neutron-server[103675]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:46:21.557046 dv-cinder-789603-10-smb neutron-server[103675]: retrieve_revision_numbers = { Jun 16 13:46:21.557046 dv-cinder-789603-10-smb neutron-server[103675]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:46:21.557046 dv-cinder-789603-10-smb neutron-server[103675]: retrieve_revision_numbers = { Jun 16 13:46:21.557046 dv-cinder-789603-10-smb neutron-server[103675]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:46:21.557046 dv-cinder-789603-10-smb neutron-server[103675]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:46:21.557046 dv-cinder-789603-10-smb neutron-server[103675]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:46:21.557046 dv-cinder-789603-10-smb neutron-server[103675]: retrieve_revision_numbers = { Jun 16 13:46:21.557046 dv-cinder-789603-10-smb neutron-server[103675]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:46:21.557046 dv-cinder-789603-10-smb neutron-server[103675]: retrieve_revision_numbers = { Jun 16 13:46:21.557046 dv-cinder-789603-10-smb neutron-server[103675]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:46:21.557046 dv-cinder-789603-10-smb neutron-server[103675]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:46:21.557046 dv-cinder-789603-10-smb neutron-server[103675]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:46:21.557046 dv-cinder-789603-10-smb neutron-server[103675]: retrieve_revision_numbers = { Jun 16 13:46:21.557046 dv-cinder-789603-10-smb neutron-server[103675]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:46:21.557046 dv-cinder-789603-10-smb neutron-server[103675]: retrieve_revision_numbers = { Jun 16 13:46:21.557046 dv-cinder-789603-10-smb neutron-server[103675]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:46:21.557046 dv-cinder-789603-10-smb neutron-server[103675]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:46:21.557046 dv-cinder-789603-10-smb neutron-server[103675]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:46:21.557046 dv-cinder-789603-10-smb neutron-server[103675]: retrieve_revision_numbers = { Jun 16 13:46:21.557046 dv-cinder-789603-10-smb neutron-server[103675]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:46:21.557046 dv-cinder-789603-10-smb neutron-server[103675]: retrieve_revision_numbers = { Jun 16 13:46:21.557046 dv-cinder-789603-10-smb neutron-server[103675]: Traceback (most recent call last): Jun 16 13:46:21.557046 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 13:46:21.557046 dv-cinder-789603-10-smb neutron-server[103675]: timer() Jun 16 13:46:21.557046 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 13:46:21.557046 dv-cinder-789603-10-smb neutron-server[103675]: cb(*args, **kw) Jun 16 13:46:21.557046 dv-cinder-789603-10-smb neutron-server[103675]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 13:46:21.557046 dv-cinder-789603-10-smb neutron-server[103675]: return func(*args, **kwargs) Jun 16 13:46:21.557046 dv-cinder-789603-10-smb neutron-server[103675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 13:46:21.557046 dv-cinder-789603-10-smb neutron-server[103675]: self._notify() Jun 16 13:46:21.557046 dv-cinder-789603-10-smb neutron-server[103675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 13:46:21.557046 dv-cinder-789603-10-smb neutron-server[103675]: self.callback(batched_events) Jun 16 13:46:21.557046 dv-cinder-789603-10-smb neutron-server[103675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 13:46:21.557046 dv-cinder-789603-10-smb neutron-server[103675]: event.method(event) Jun 16 13:46:21.557046 dv-cinder-789603-10-smb neutron-server[103675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 13:46:21.557046 dv-cinder-789603-10-smb neutron-server[103675]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 13:46:21.557046 dv-cinder-789603-10-smb neutron-server[103675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 13:46:21.557046 dv-cinder-789603-10-smb neutron-server[103675]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 13:46:21.557046 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 13:46:21.557046 dv-cinder-789603-10-smb neutron-server[103675]: return f(self, *a, **k) Jun 16 13:46:21.557046 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 13:46:21.557046 dv-cinder-789603-10-smb neutron-server[103675]: return self._get(url).json() Jun 16 13:46:21.557046 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 13:46:21.557046 dv-cinder-789603-10-smb neutron-server[103675]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 13:46:21.557046 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 13:46:21.557046 dv-cinder-789603-10-smb neutron-server[103675]: return self.request(url, 'GET', **kwargs) Jun 16 13:46:21.560791 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 13:46:21.560791 dv-cinder-789603-10-smb neutron-server[103675]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 13:46:21.560791 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 13:46:21.560791 dv-cinder-789603-10-smb neutron-server[103675]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 13:46:21.560791 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 13:46:21.560791 dv-cinder-789603-10-smb neutron-server[103675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 13:46:21.560791 dv-cinder-789603-10-smb neutron-server[103675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 13:46:21.579794 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.db_base_plugin_v2 [None req-d69e70ee-f3fc-4c51-a6f9-5ba6aeff3dc6 admin admin] Deleting subnet edeae7f3-c024-4f6a-b058-211ad66a5634 {{(pid=103674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 13:46:21.582909 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d69e70ee-f3fc-4c51-a6f9-5ba6aeff3dc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:21.610286 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-1a9a0f46-0e0b-434a-ac3f-f3fb46ba8159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1693573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759152'] for network, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:21.615558 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-5d42fc7c-8fa3-4a61-9b56-41da1958140c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:21.618913 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d69e70ee-f3fc-4c51-a6f9-5ba6aeff3dc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9699609'] for subnet, precommit_delete_associations {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:21.619056 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-1a9a0f46-0e0b-434a-ac3f-f3fb46ba8159 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for network, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:21.620924 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-1a9a0f46-0e0b-434a-ac3f-f3fb46ba8159 admin admin] 10.222.0.104 "DELETE /v2.0/networks/a32fb711-76ca-4bf4-b0df-7220710f5fda HTTP/1.1" status: 204 len: 168 time: 0.2655292 Jun 16 13:46:21.631077 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9a0f46-0e0b-434a-ac3f-f3fb46ba8159 admin admin] Pushing event deleted for resources: {'Network': ['ID=a32fb711-76ca-4bf4-b0df-7220710f5fda,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:21.634507 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-1a9a0f46-0e0b-434a-ac3f-f3fb46ba8159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:21.661695 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d69e70ee-f3fc-4c51-a6f9-5ba6aeff3dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693187'] for subnet, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:21.725517 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d69e70ee-f3fc-4c51-a6f9-5ba6aeff3dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10072539', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816199'] for subnet, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:21.729288 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-2aa3d6b3-4a6e-40d9-b6f2-6f21f49aa7f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:21.759840 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69e70ee-f3fc-4c51-a6f9-5ba6aeff3dc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edeae7f3-c024-4f6a-b058-211ad66a5634,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:21.761828 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d69e70ee-f3fc-4c51-a6f9-5ba6aeff3dc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for subnet, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:21.766557 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-d69e70ee-f3fc-4c51-a6f9-5ba6aeff3dc6 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/edeae7f3-c024-4f6a-b058-211ad66a5634 HTTP/1.1" status: 204 len: 168 time: 0.2331858 Jun 16 13:46:21.766693 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 41912) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:21.767388 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-d69e70ee-f3fc-4c51-a6f9-5ba6aeff3dc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:21.795389 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 41914) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:21.834377 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-0b7e6991-4bae-41c5-921b-b63fc640dd08 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=d54e1d7266474b44992dd4d990d7ae55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376682 Jun 16 13:46:21.836788 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 41916) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:21.839061 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-272f7ae2-198e-45dc-93cc-0e7ba0a12bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1752478'] for network, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:21.884110 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-12112565-31e9-4ae3-b109-319e41d5c608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:21.904702 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-12112565-31e9-4ae3-b109-319e41d5c608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:21.914875 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-272f7ae2-198e-45dc-93cc-0e7ba0a12bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1693580', 'neutron.services.segments.db._delete_segments_for_network-8779595370801'] for network, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:21.925089 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.services.segments.db [None req-272f7ae2-198e-45dc-93cc-0e7ba0a12bb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7d7741f-07ca-412f-8243-ccc485688abb']}} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:46:21.934883 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.services.segments.db [None req-272f7ae2-198e-45dc-93cc-0e7ba0a12bb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70187269-9371-4d60-a2ca-f207ba00f8d3') {'for_net_delete': True} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:46:21.935555 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.services.segments.db [None req-272f7ae2-198e-45dc-93cc-0e7ba0a12bb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70187269-9371-4d60-a2ca-f207ba00f8d3') {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:46:21.943821 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-272f7ae2-198e-45dc-93cc-0e7ba0a12bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779595370114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011119'] for segment, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:21.957978 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-12112565-31e9-4ae3-b109-319e41d5c608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:21.958247 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-272f7ae2-198e-45dc-93cc-0e7ba0a12bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688368'] for segment, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:21.960775 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-12112565-31e9-4ae3-b109-319e41d5c608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:21.964371 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-12112565-31e9-4ae3-b109-319e41d5c608 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/f0bffd52-bd2e-47f8-929e-53a2558ccc5b HTTP/1.1" status: 204 len: 168 time: 0.1241770 Jun 16 13:46:21.964371 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-c110e5e9-ee1f-4b0f-a2c0-78da7d455829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:21.964672 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-272f7ae2-198e-45dc-93cc-0e7ba0a12bb4 admin admin] Releasing vlan 1178 on physical network physnet1 to pool {{(pid=103675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 13:46:21.964885 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-272f7ae2-198e-45dc-93cc-0e7ba0a12bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266928'] for segment, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:21.979534 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12112565-31e9-4ae3-b109-319e41d5c608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0bffd52-bd2e-47f8-929e-53a2558ccc5b,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:21.988543 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-12112565-31e9-4ae3-b109-319e41d5c608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:22.011461 dv-cinder-789603-10-smb neutron-server[103675]: Traceback (most recent call last): Jun 16 13:46:22.011461 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 13:46:22.011461 dv-cinder-789603-10-smb neutron-server[103675]: timer() Jun 16 13:46:22.011461 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 13:46:22.011461 dv-cinder-789603-10-smb neutron-server[103675]: cb(*args, **kw) Jun 16 13:46:22.011461 dv-cinder-789603-10-smb neutron-server[103675]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 13:46:22.011461 dv-cinder-789603-10-smb neutron-server[103675]: return func(*args, **kwargs) Jun 16 13:46:22.011461 dv-cinder-789603-10-smb neutron-server[103675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 13:46:22.011461 dv-cinder-789603-10-smb neutron-server[103675]: self._notify() Jun 16 13:46:22.011461 dv-cinder-789603-10-smb neutron-server[103675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 13:46:22.011461 dv-cinder-789603-10-smb neutron-server[103675]: self.callback(batched_events) Jun 16 13:46:22.011461 dv-cinder-789603-10-smb neutron-server[103675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 13:46:22.011461 dv-cinder-789603-10-smb neutron-server[103675]: event.method(event) Jun 16 13:46:22.011461 dv-cinder-789603-10-smb neutron-server[103675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 13:46:22.011461 dv-cinder-789603-10-smb neutron-server[103675]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 13:46:22.011461 dv-cinder-789603-10-smb neutron-server[103675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 13:46:22.011461 dv-cinder-789603-10-smb neutron-server[103675]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 13:46:22.011461 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 13:46:22.011461 dv-cinder-789603-10-smb neutron-server[103675]: return f(self, *a, **k) Jun 16 13:46:22.011461 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 13:46:22.011461 dv-cinder-789603-10-smb neutron-server[103675]: return self._get(url).json() Jun 16 13:46:22.011461 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 13:46:22.011461 dv-cinder-789603-10-smb neutron-server[103675]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 13:46:22.011461 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 13:46:22.011461 dv-cinder-789603-10-smb neutron-server[103675]: return self.request(url, 'GET', **kwargs) Jun 16 13:46:22.011461 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 13:46:22.011461 dv-cinder-789603-10-smb neutron-server[103675]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 13:46:22.011461 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 13:46:22.011461 dv-cinder-789603-10-smb neutron-server[103675]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 13:46:22.011461 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 13:46:22.011461 dv-cinder-789603-10-smb neutron-server[103675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 13:46:22.011461 dv-cinder-789603-10-smb neutron-server[103675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 13:46:22.038865 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-272f7ae2-198e-45dc-93cc-0e7ba0a12bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1693573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759152'] for network, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:22.043480 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-1a9a0f46-0e0b-434a-ac3f-f3fb46ba8159 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:22.046925 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-272f7ae2-198e-45dc-93cc-0e7ba0a12bb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for network, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:22.049093 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-272f7ae2-198e-45dc-93cc-0e7ba0a12bb4 admin admin] 10.222.0.104 "DELETE /v2.0/networks/d7d7741f-07ca-412f-8243-ccc485688abb HTTP/1.1" status: 204 len: 168 time: 0.2814596 Jun 16 13:46:22.061471 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272f7ae2-198e-45dc-93cc-0e7ba0a12bb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7d7741f-07ca-412f-8243-ccc485688abb,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:22.064050 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-272f7ae2-198e-45dc-93cc-0e7ba0a12bb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:22.081101 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d6eee-0abf-4799-bf39-4e70ce6de3d6 req-57ffd9f4-649a-4e18-97b6-0272ae02b0f4 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:22.082898 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-049d6eee-0abf-4799-bf39-4e70ce6de3d6 req-57ffd9f4-649a-4e18-97b6-0272ae02b0f4 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0804229 Jun 16 13:46:22.133089 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-049d6eee-0abf-4799-bf39-4e70ce6de3d6 req-0b723c53-e267-49b0-9004-abf465a43502 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438783 Jun 16 13:46:22.291254 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 41924) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:22.336823 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-03bc2daa-467c-4511-8325-d89390fa9cdd admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=ca93fec913c446f4a19f859e71e49cd1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0438762 Jun 16 13:46:22.339330 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 41926) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:22.388575 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-beb836e3-98b7-4136-a20e-898973c42561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:22.409132 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-beb836e3-98b7-4136-a20e-898973c42561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:22.456791 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-beb836e3-98b7-4136-a20e-898973c42561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:22.459324 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-beb836e3-98b7-4136-a20e-898973c42561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:22.460456 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-beb836e3-98b7-4136-a20e-898973c42561 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/961e8a84-0d91-4b54-b1ca-030df4f2c095 HTTP/1.1" status: 204 len: 168 time: 0.1201873 Jun 16 13:46:22.461172 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-f0adbd82-791f-47ac-bc23-dbe61d4ac457 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:22.468742 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb836e3-98b7-4136-a20e-898973c42561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961e8a84-0d91-4b54-b1ca-030df4f2c095,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:22.471023 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-beb836e3-98b7-4136-a20e-898973c42561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:22.710587 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:46:22.730116 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] No Port match for: 0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88 {{(pid=103676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:46:22.730468 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 0a05dffb-e2a5-4dfd-9b61-5fd2bd3a1d88 not bound to the agent host hv-cinder-78960 {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:46:23.314195 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0ab03-c6dd-4c91-b39f-c00c83dc187c req-bfec298b-0266-41f4-9a27-85a54868b496 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:23.315753 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-23f0ab03-c6dd-4c91-b39f-c00c83dc187c req-bfec298b-0266-41f4-9a27-85a54868b496 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0677035 Jun 16 13:46:23.353606 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-23f0ab03-c6dd-4c91-b39f-c00c83dc187c req-5f99855d-6780-4489-9041-2e5e097b6140 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318060 Jun 16 13:46:24.539711 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a72ce-2d5e-40a7-99ea-38428e355df1 req-64cf6f44-a168-4865-87a6-7f47dcb6a560 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:24.541264 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-1f9a72ce-2d5e-40a7-99ea-38428e355df1 req-64cf6f44-a168-4865-87a6-7f47dcb6a560 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0685070 Jun 16 13:46:24.581347 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-1f9a72ce-2d5e-40a7-99ea-38428e355df1 req-fe1e38f1-6919-4273-a5a3-f12dac55d310 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315607 Jun 16 13:46:25.759442 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a1757-30f3-4675-8262-451ef9db29e0 req-f12ae2a7-b18d-400a-855d-89c5771e41e9 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:25.760948 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-0b0a1757-30f3-4675-8262-451ef9db29e0 req-f12ae2a7-b18d-400a-855d-89c5771e41e9 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0630863 Jun 16 13:46:25.798549 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-0b0a1757-30f3-4675-8262-451ef9db29e0 req-becbfbea-33ff-4ccd-a256-a53820fa606c tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318787 Jun 16 13:46:26.990940 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b42d16d-8988-44a5-8f9d-a7a9c8b88f5b req-f9010480-4efa-4756-8a2a-6849f89136fa tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:26.992307 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-8b42d16d-8988-44a5-8f9d-a7a9c8b88f5b req-f9010480-4efa-4756-8a2a-6849f89136fa tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0694690 Jun 16 13:46:27.030586 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-8b42d16d-8988-44a5-8f9d-a7a9c8b88f5b req-729fad44-6478-487a-8029-3fabce137ffe tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323627 Jun 16 13:46:28.205960 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925f9e7-c314-43e7-960d-d9c0c4a71e0f req-5dcfdab9-14ef-4d61-a0f5-09019825c130 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:28.207613 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-8925f9e7-c314-43e7-960d-d9c0c4a71e0f req-5dcfdab9-14ef-4d61-a0f5-09019825c130 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0649354 Jun 16 13:46:28.250776 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-8925f9e7-c314-43e7-960d-d9c0c4a71e0f req-c0ad23e0-dd25-4265-925d-39ea3168376e tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362563 Jun 16 13:46:28.603947 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-92952f6b-7600-4777-b23d-d6e537c93fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:29.442575 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa5230-3aee-48a9-b699-cabf83016515 req-f75ac7fd-d5cd-49d3-b704-e8338d2ceac3 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:29.444386 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-71fa5230-3aee-48a9-b699-cabf83016515 req-f75ac7fd-d5cd-49d3-b704-e8338d2ceac3 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0678651 Jun 16 13:46:29.485281 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-71fa5230-3aee-48a9-b699-cabf83016515 req-966fcc28-5089-4b12-afcf-2b79fb4d3aaf tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335839 Jun 16 13:46:30.680547 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744f985-f59a-4f3d-a394-606f3919e342 req-ae8ecb15-0193-4471-a0fc-56386c829ce1 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:30.681975 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c744f985-f59a-4f3d-a394-606f3919e342 req-ae8ecb15-0193-4471-a0fc-56386c829ce1 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0736220 Jun 16 13:46:30.721363 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c744f985-f59a-4f3d-a394-606f3919e342 req-75db85b6-0a17-4a84-93a4-6b42dd7e2795 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333543 Jun 16 13:46:31.112114 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:31.256122 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-60f03571-4798-4c46-8a34-76568cea58f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:31.920171 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75361364-b3f2-4040-ac2e-1849b800d010 req-41f6a0c6-9c8e-4755-a961-15dd2943b984 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:31.921594 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-75361364-b3f2-4040-ac2e-1849b800d010 req-41f6a0c6-9c8e-4755-a961-15dd2943b984 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0788453 Jun 16 13:46:31.959125 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-75361364-b3f2-4040-ac2e-1849b800d010 req-740e7385-0d08-42eb-9636-ec640443fdea tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317252 Jun 16 13:46:32.045173 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9426d120-8ef3-450b-a3fa-438be4b95f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:33.147579 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c316b67c-cc9a-46ab-af9e-b4b5c0e6fa03 req-3c676bef-e5c6-4acf-938e-bb0ddaa78547 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:33.149052 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c316b67c-cc9a-46ab-af9e-b4b5c0e6fa03 req-3c676bef-e5c6-4acf-938e-bb0ddaa78547 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0734494 Jun 16 13:46:33.186988 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c316b67c-cc9a-46ab-af9e-b4b5c0e6fa03 req-0830e4a2-08b7-4d5e-bc8c-61a849f13cff tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322752 Jun 16 13:46:33.900310 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3cd87a0a-8c13-4d66-8546-43ee61e1d8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:34.374756 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4306eb5-ae76-4213-92e2-64936cc2c7fd req-e7611a9a-4d76-410c-9038-25274502d0e3 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:34.376218 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c4306eb5-ae76-4213-92e2-64936cc2c7fd req-e7611a9a-4d76-410c-9038-25274502d0e3 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0681562 Jun 16 13:46:34.415890 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c4306eb5-ae76-4213-92e2-64936cc2c7fd req-12d27e32-ef02-4073-8520-4278c8c5811f tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330389 Jun 16 13:46:35.070433 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9168e-dc85-4a80-8885-dfd9ab10deac req-968a39ef-717d-4f10-991b-ec06a8091d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:35.071919 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-50a9168e-dc85-4a80-8885-dfd9ab10deac req-968a39ef-717d-4f10-991b-ec06a8091d79 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 1099 time: 0.0583327 Jun 16 13:46:35.112058 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-50a9168e-dc85-4a80-8885-dfd9ab10deac req-7e422815-7323-4112-b522-748bdd47a48c service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295863 Jun 16 13:46:35.115882 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.agents_db [None req-04e01baa-1c8d-439a-8f1b-024cbee7c8c9 None None] Agent healthcheck: found 6 active agents {{(pid=103677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:46:35.605084 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb573a7-0352-4928-974b-28c3317970ee req-4f8010db-4ded-497d-80a7-45350097bdbb tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:35.606492 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-cbb573a7-0352-4928-974b-28c3317970ee req-4f8010db-4ded-497d-80a7-45350097bdbb tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0693376 Jun 16 13:46:35.643847 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-cbb573a7-0352-4928-974b-28c3317970ee req-03feac06-7c6c-44b4-aa9f-6d82eebd6e91 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316329 Jun 16 13:46:36.826201 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dfbdf1-06f6-45c9-96d7-f9be6b975f9a req-443c259d-7625-4c53-b25e-dec43e1cb190 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:36.827637 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-14dfbdf1-06f6-45c9-96d7-f9be6b975f9a req-443c259d-7625-4c53-b25e-dec43e1cb190 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0662417 Jun 16 13:46:36.864324 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-14dfbdf1-06f6-45c9-96d7-f9be6b975f9a req-c90c1fa8-8764-433e-822f-1e34ee6ccdcf tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308540 Jun 16 13:46:37.333613 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3ad81-5dd1-4b09-9826-554ba5002ee9 req-d86131d6-7d66-43c9-a078-8f6e2bcbc5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:37.334900 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-98b3ad81-5dd1-4b09-9826-554ba5002ee9 req-d86131d6-7d66-43c9-a078-8f6e2bcbc5d5 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=aab2bee29bb84945808496017e6bfae7&device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 1099 time: 0.0817866 Jun 16 13:46:37.418065 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa72e75-7727-47f2-93b7-216f1a910929 req-145861a3-52f4-453c-aef8-3a57f7b24946 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:37.419917 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2fa72e75-7727-47f2-93b7-216f1a910929 req-145861a3-52f4-453c-aef8-3a57f7b24946 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.1222727 Jun 16 13:46:37.468068 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3ad81-5dd1-4b09-9826-554ba5002ee9 req-6c8ffa11-b464-4e8e-92c3-c26d0be16119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:37.469453 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-98b3ad81-5dd1-4b09-9826-554ba5002ee9 req-6c8ffa11-b464-4e8e-92c3-c26d0be16119 service neutron] 10.222.0.101 "GET /v2.0/networks?id=3fd1b355-6844-49d6-9575-d3c884c6ee87 HTTP/1.1" status: 200 len: 920 time: 0.1224253 Jun 16 13:46:37.481945 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2fa72e75-7727-47f2-93b7-216f1a910929 req-a19ad49c-a1fb-4c4d-9341-a096697f2474 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540807 Jun 16 13:46:37.517576 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-98b3ad81-5dd1-4b09-9826-554ba5002ee9 req-5c83786e-00d1-495a-bae6-47927b9b0d6f service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dcd7fd90-087c-441d-ad88-0a640767d612 HTTP/1.1" status: 200 len: 217 time: 0.0346684 Jun 16 13:46:37.572240 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3ad81-5dd1-4b09-9826-554ba5002ee9 req-b48bf078-37a3-4950-ace8-ee10697a4f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:37.573664 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-98b3ad81-5dd1-4b09-9826-554ba5002ee9 req-b48bf078-37a3-4950-ace8-ee10697a4f4b service neutron] 10.222.0.101 "GET /v2.0/subnets?id=79b8c341-956a-473f-ad31-1610f8a12fbd HTTP/1.1" status: 200 len: 858 time: 0.0438249 Jun 16 13:46:37.610882 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-98b3ad81-5dd1-4b09-9826-554ba5002ee9 req-8d88d9a4-3c5e-4f70-b117-7081e41bbea0 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=3fd1b355-6844-49d6-9575-d3c884c6ee87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286326 Jun 16 13:46:37.712364 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-98b3ad81-5dd1-4b09-9826-554ba5002ee9 req-9c3c0956-744e-4607-ba0f-45ca60d2888d service neutron] 10.222.0.101 "GET /v2.0/networks/3fd1b355-6844-49d6-9575-d3c884c6ee87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901802 Jun 16 13:46:37.811619 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-98b3ad81-5dd1-4b09-9826-554ba5002ee9 req-261871a3-4649-4d06-af43-3d9de6c4bc3c service neutron] 10.222.0.101 "GET /v2.0/networks/3fd1b355-6844-49d6-9575-d3c884c6ee87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895393 Jun 16 13:46:38.670826 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715708e-5fd4-4e31-8aff-a3a171bd40d3 req-9974d65b-788d-4314-9075-3585cb33b139 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:38.672301 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-b715708e-5fd4-4e31-8aff-a3a171bd40d3 req-9974d65b-788d-4314-9075-3585cb33b139 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0648031 Jun 16 13:46:38.711865 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-b715708e-5fd4-4e31-8aff-a3a171bd40d3 req-2e25ebb9-fa9b-49c8-be98-3ea475c92a53 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335248 Jun 16 13:46:39.611343 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:39.885645 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff594213-2842-44f3-bb1b-bebc4452f793 req-43a88a4f-974d-416a-91a1-7869302a4cc3 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:39.887092 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ff594213-2842-44f3-bb1b-bebc4452f793 req-43a88a4f-974d-416a-91a1-7869302a4cc3 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0623646 Jun 16 13:46:39.931393 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ff594213-2842-44f3-bb1b-bebc4452f793 req-0d43432d-fe10-4bdc-9ef4-e2333b9e2ea4 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377874 Jun 16 13:46:41.118976 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87becd7b-2c0d-4a18-a887-708b8d46c632 req-ff707901-3f36-4fec-8ea5-fcfbe5676b18 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:41.120435 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-87becd7b-2c0d-4a18-a887-708b8d46c632 req-ff707901-3f36-4fec-8ea5-fcfbe5676b18 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0725961 Jun 16 13:46:41.164985 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-87becd7b-2c0d-4a18-a887-708b8d46c632 req-c3c389a5-8754-4500-ac86-5dc9ded80048 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385230 Jun 16 13:46:45.255918 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e73283c-7a6c-4049-9b74-7802ca03ef27 req-45df7424-21ad-4b1e-9a5f-a61d6092fd24 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:45.257367 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-9e73283c-7a6c-4049-9b74-7802ca03ef27 req-45df7424-21ad-4b1e-9a5f-a61d6092fd24 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=f96efd70-6984-429e-9e25-f117c8a5a4e1 HTTP/1.1" status: 200 len: 945 time: 0.0654917 Jun 16 13:46:45.295264 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-9e73283c-7a6c-4049-9b74-7802ca03ef27 req-8bbd3539-e9e4-4bfe-913d-199d9f3aa268 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319469 Jun 16 13:46:46.473594 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d37d5-c6ff-4976-ad67-313edf0f5f2c req-734f5ca2-fc9b-46b4-a1c1-aa54cc19891f tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:46.475169 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2c0d37d5-c6ff-4976-ad67-313edf0f5f2c req-734f5ca2-fc9b-46b4-a1c1-aa54cc19891f tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=f96efd70-6984-429e-9e25-f117c8a5a4e1 HTTP/1.1" status: 200 len: 945 time: 0.0685098 Jun 16 13:46:46.515921 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2c0d37d5-c6ff-4976-ad67-313edf0f5f2c req-5d0d9a21-981d-4d15-9e0d-63f7226e0ec5 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350273 Jun 16 13:46:47.700995 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af94793-3ad0-41a3-b67c-7d0a44fa8bb8 req-bc708810-18a5-4fed-91aa-d4645e40cd0c tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:47.702490 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2af94793-3ad0-41a3-b67c-7d0a44fa8bb8 req-bc708810-18a5-4fed-91aa-d4645e40cd0c tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=f96efd70-6984-429e-9e25-f117c8a5a4e1 HTTP/1.1" status: 200 len: 945 time: 0.0712488 Jun 16 13:46:47.740062 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2af94793-3ad0-41a3-b67c-7d0a44fa8bb8 req-aeac2284-972f-4bd0-8cb3-7b20604f1ecf tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314844 Jun 16 13:46:48.575889 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ae74b-d273-41b5-ad18-7178a16c804a req-894da14b-79b0-41c1-bc1e-7bde9581f2ac tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:48.577304 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-9d9ae74b-d273-41b5-ad18-7178a16c804a req-894da14b-79b0-41c1-bc1e-7bde9581f2ac tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.101 "GET /v2.0/ports?device_id=f96efd70-6984-429e-9e25-f117c8a5a4e1 HTTP/1.1" status: 200 len: 945 time: 0.0788119 Jun 16 13:46:48.677880 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [req-9d9ae74b-d273-41b5-ad18-7178a16c804a req-6213e022-536f-42f2-b8b0-afd395fb7e47 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Deleting port 08197032-a530-4735-8997-c7a879f6ac4f {{(pid=103674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:46:48.678212 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-9d9ae74b-d273-41b5-ad18-7178a16c804a req-6213e022-536f-42f2-b8b0-afd395fb7e47 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779595332765'] for port, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:48.766880 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.db [req-9d9ae74b-d273-41b5-ad18-7178a16c804a req-6213e022-536f-42f2-b8b0-afd395fb7e47 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] For port 08197032-a530-4735-8997-c7a879f6ac4f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=08197032-a530-4735-8997-c7a879f6ac4f,segment=NetworkSegment(67aaae54-27eb-4036-b1c4-025670067924),segment_id=67aaae54-27eb-4036-b1c4-025670067924)] {{(pid=103674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:46:48.767523 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-9d9ae74b-d273-41b5-ad18-7178a16c804a req-6213e022-536f-42f2-b8b0-afd395fb7e47 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757230'] for port, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:48.833379 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [req-9d9ae74b-d273-41b5-ad18-7178a16c804a req-6213e022-536f-42f2-b8b0-afd395fb7e47 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Calling delete_port for 08197032-a530-4735-8997-c7a879f6ac4f owned by compute:nova {{(pid=103674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:46:48.966277 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978bd0b-f3f5-499e-9f4a-71823af5649b req-0f2409d8-e7ec-48cd-a2bc-7bfb0d848ccd tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:48.967772 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-7978bd0b-f3f5-499e-9f4a-71823af5649b req-0f2409d8-e7ec-48cd-a2bc-7bfb0d848ccd tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=f96efd70-6984-429e-9e25-f117c8a5a4e1 HTTP/1.1" status: 200 len: 945 time: 0.0954282 Jun 16 13:46:49.035103 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-7978bd0b-f3f5-499e-9f4a-71823af5649b req-eb862e58-7a99-4c0c-b031-445132538e25 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463657 Jun 16 13:46:49.036131 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-9d9ae74b-d273-41b5-ad18-7178a16c804a req-6213e022-536f-42f2-b8b0-afd395fb7e47 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779595337849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779594881055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10072337'] for port, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:49.040084 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:49.048978 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] get_ports_and_sgs() called for port_ids ['dcd7fd90-087c-441d-ad88-0a640767d612', '08197032-a530-4735-8997-c7a879f6ac4f'] {{(pid=103676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:46:49.066235 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6213e022-536f-42f2-b8b0-afd395fb7e47 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Pushing event deleted for resources: {'Port': ['ID=08197032-a530-4735-8997-c7a879f6ac4f,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:49.069499 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-6213e022-536f-42f2-b8b0-afd395fb7e47 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:49.114374 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d9ae74b-d273-41b5-ad18-7178a16c804a req-6213e022-536f-42f2-b8b0-afd395fb7e47 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] No DVR routers for this DVR port 08197032-a530-4735-8997-c7a879f6ac4f on host hv-cinder-78960 {{(pid=103674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:46:49.116984 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-9d9ae74b-d273-41b5-ad18-7178a16c804a req-6213e022-536f-42f2-b8b0-afd395fb7e47 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914'] for port, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:49.118909 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-9d9ae74b-d273-41b5-ad18-7178a16c804a req-6213e022-536f-42f2-b8b0-afd395fb7e47 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.101 "DELETE /v2.0/ports/08197032-a530-4735-8997-c7a879f6ac4f HTTP/1.1" status: 204 len: 173 time: 0.5352130 Jun 16 13:46:49.119400 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f96efd70-6984-429e-9e25-f117c8a5a4e1', 'name': 'network-vif-deleted', 'tag': '08197032-a530-4735-8997-c7a879f6ac4f'}] {{(pid=103674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:46:49.121743 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf0caa33b503d1f2c3d6e3a51c00f46bab3e78c159fea0ab96052d9779657e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a989dbff-bfbb-4c51-a537-c23539bb3f22" -d '{"events": [{"server_uuid": "f96efd70-6984-429e-9e25-f117c8a5a4e1", "name": "network-vif-deleted", "tag": "08197032-a530-4735-8997-c7a879f6ac4f"}]}' {{(pid=103674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:46:49.164485 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e3bde4-5d55-4f91-954a-532a2df8a7c6 x-openstack-request-id: req-61e3bde4-5d55-4f91-954a-532a2df8a7c6 {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:46:49.164800 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f96efd70-6984-429e-9e25-f117c8a5a4e1", "name": "network-vif-deleted", "tag": "08197032-a530-4735-8997-c7a879f6ac4f", "status": "completed", "code": 200}]} {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:46:49.165646 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-61e3bde4-5d55-4f91-954a-532a2df8a7c6 {{(pid=103674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:46:49.166070 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f96efd70-6984-429e-9e25-f117c8a5a4e1', 'name': 'network-vif-deleted', 'tag': '08197032-a530-4735-8997-c7a879f6ac4f', 'status': 'completed', 'code': 200} Jun 16 13:46:50.502465 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b5172-4fe6-48f8-b68d-09f378328ac8 req-2a452542-4de5-404c-9fe6-60c3d4162b6f tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:50.503805 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-462b5172-4fe6-48f8-b68d-09f378328ac8 req-2a452542-4de5-404c-9fe6-60c3d4162b6f tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0718191 Jun 16 13:46:50.543788 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-462b5172-4fe6-48f8-b68d-09f378328ac8 req-6ecec570-0cdd-4297-b766-862b28e3915f tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341992 Jun 16 13:46:51.729491 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6429922-85d9-4257-8a40-6619d32eedc3 req-bd25c135-d78e-4da4-9cc8-8c428816feb2 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:51.730946 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-b6429922-85d9-4257-8a40-6619d32eedc3 req-bd25c135-d78e-4da4-9cc8-8c428816feb2 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0647912 Jun 16 13:46:51.772935 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-b6429922-85d9-4257-8a40-6619d32eedc3 req-1ab681fe-7e6a-4903-b4c0-38f445e70156 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355616 Jun 16 13:46:52.852300 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 08197032-a530-4735-8997-c7a879f6ac4f no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:46:52.872168 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] No Port match for: 08197032-a530-4735-8997-c7a879f6ac4f {{(pid=103676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:46:52.872865 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 08197032-a530-4735-8997-c7a879f6ac4f not bound to the agent host hv-cinder-78960 {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:46:52.950309 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee148794-4b6f-4310-9dff-691f69b01f7f req-b2ca6f35-04a1-4ca4-bdc5-8fddf56d7ca0 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:52.951792 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ee148794-4b6f-4310-9dff-691f69b01f7f req-b2ca6f35-04a1-4ca4-bdc5-8fddf56d7ca0 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0651989 Jun 16 13:46:52.989443 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ee148794-4b6f-4310-9dff-691f69b01f7f req-0bfc4483-6d2b-453b-9122-67d1ebeb3391 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318882 Jun 16 13:46:53.302402 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 42368) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:53.452963 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-1224f644-fc6a-4fd8-89d8-6b5dd8b0433a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:53.540627 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-1224f644-fc6a-4fd8-89d8-6b5dd8b0433a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:53.545961 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-1224f644-fc6a-4fd8-89d8-6b5dd8b0433a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:53.549273 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-ca5c3df6-2dcf-40fe-bef7-0cc5e3cfd1b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:53.582151 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-1224f644-fc6a-4fd8-89d8-6b5dd8b0433a admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=86c0d03ed46e4ca8a440d5e48498a3be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2787230 Jun 16 13:46:53.583302 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1224f644-fc6a-4fd8-89d8-6b5dd8b0433a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c18da7-3c5c-4ce8-ba83-794e1989da43,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:53.585056 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 42372) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:53.602652 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1224f644-fc6a-4fd8-89d8-6b5dd8b0433a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:53.603012 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1224f644-fc6a-4fd8-89d8-6b5dd8b0433a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:53.603364 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1224f644-fc6a-4fd8-89d8-6b5dd8b0433a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:53.603706 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1224f644-fc6a-4fd8-89d8-6b5dd8b0433a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:53.604050 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1224f644-fc6a-4fd8-89d8-6b5dd8b0433a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:53.604393 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1224f644-fc6a-4fd8-89d8-6b5dd8b0433a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:53.604725 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1224f644-fc6a-4fd8-89d8-6b5dd8b0433a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:53.605058 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1224f644-fc6a-4fd8-89d8-6b5dd8b0433a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:53.605390 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1224f644-fc6a-4fd8-89d8-6b5dd8b0433a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:53.605716 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1224f644-fc6a-4fd8-89d8-6b5dd8b0433a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:53.606044 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1224f644-fc6a-4fd8-89d8-6b5dd8b0433a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:53.606387 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1224f644-fc6a-4fd8-89d8-6b5dd8b0433a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:53.610459 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-1224f644-fc6a-4fd8-89d8-6b5dd8b0433a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:53.643440 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-25ea3415-b3b0-423a-a22b-206d00161a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:53.667199 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-25ea3415-b3b0-423a-a22b-206d00161a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:53.715307 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-25ea3415-b3b0-423a-a22b-206d00161a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:53.717893 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-25ea3415-b3b0-423a-a22b-206d00161a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:53.719031 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-25ea3415-b3b0-423a-a22b-206d00161a11 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/c3c18da7-3c5c-4ce8-ba83-794e1989da43 HTTP/1.1" status: 204 len: 168 time: 0.1331077 Jun 16 13:46:53.719755 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-6d8f8b11-e0de-4d3d-bd29-02eeaada062e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:53.727030 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ea3415-b3b0-423a-a22b-206d00161a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c18da7-3c5c-4ce8-ba83-794e1989da43,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:53.729521 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-25ea3415-b3b0-423a-a22b-206d00161a11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:53.986872 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 42378) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:54.000043 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-0140c1e5-0d93-41d7-bb6c-ce32f5ae03d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:54.089976 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-0140c1e5-0d93-41d7-bb6c-ce32f5ae03d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:54.094438 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-0140c1e5-0d93-41d7-bb6c-ce32f5ae03d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:54.098028 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-0c1e615b-396a-4fb9-887f-bd40aa68329c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:54.131876 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-0140c1e5-0d93-41d7-bb6c-ce32f5ae03d5 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=cff708cbb8aa4a84a987e8fbf6f8923f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1438279 Jun 16 13:46:54.133804 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0140c1e5-0d93-41d7-bb6c-ce32f5ae03d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1d66d3-7e1a-4217-ba5c-e4044ed152e1,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:54.135459 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 42382) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:54.136928 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-0140c1e5-0d93-41d7-bb6c-ce32f5ae03d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:54.188964 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90664e4e-b3b0-47c8-a234-d42fb4028fd4 req-4082bf05-2542-4d62-bcfa-334805c72d66 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:54.190367 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-90664e4e-b3b0-47c8-a234-d42fb4028fd4 req-4082bf05-2542-4d62-bcfa-334805c72d66 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0926876 Jun 16 13:46:54.216333 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-3aa8cd29-ffef-4f73-8033-9ba07644a095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:54.247752 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-3aa8cd29-ffef-4f73-8033-9ba07644a095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:54.255695 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-90664e4e-b3b0-47c8-a234-d42fb4028fd4 req-30eb6215-bc7c-48e5-aa23-5ad5ee74e8b1 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576563 Jun 16 13:46:54.298820 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-3aa8cd29-ffef-4f73-8033-9ba07644a095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:54.301362 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-3aa8cd29-ffef-4f73-8033-9ba07644a095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:54.302440 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-3aa8cd29-ffef-4f73-8033-9ba07644a095 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/cd1d66d3-7e1a-4217-ba5c-e4044ed152e1 HTTP/1.1" status: 204 len: 168 time: 0.1659534 Jun 16 13:46:54.303224 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-26eabef7-b2c5-45b2-91af-de0194692495 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:54.310347 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa8cd29-ffef-4f73-8033-9ba07644a095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1d66d3-7e1a-4217-ba5c-e4044ed152e1,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:54.312823 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-3aa8cd29-ffef-4f73-8033-9ba07644a095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:55.434137 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded66f4-e3aa-4928-bdcb-b5bba688faaa req-acb4390a-fee8-44cb-866d-11ae6bf22a29 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:55.435562 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-aded66f4-e3aa-4928-bdcb-b5bba688faaa req-acb4390a-fee8-44cb-866d-11ae6bf22a29 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0627544 Jun 16 13:46:55.473128 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-aded66f4-e3aa-4928-bdcb-b5bba688faaa req-43dda28f-a631-42ff-b1e8-9960ae67b25d tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317113 Jun 16 13:46:56.672355 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a4186c-da81-4654-9da7-3996d915f69d req-098bb729-9bd2-4485-ae9e-519d26206493 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:56.673741 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-71a4186c-da81-4654-9da7-3996d915f69d req-098bb729-9bd2-4485-ae9e-519d26206493 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0766511 Jun 16 13:46:56.712664 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-71a4186c-da81-4654-9da7-3996d915f69d req-41f5f18c-62d2-4b42-8866-9881e9ce4218 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306692 Jun 16 13:46:57.905651 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bfe6ca-8e94-460f-87d1-6131f1ef045c req-097a9d48-d057-4566-ae7a-7f02a112d853 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:57.907056 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-97bfe6ca-8e94-460f-87d1-6131f1ef045c req-097a9d48-d057-4566-ae7a-7f02a112d853 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0660934 Jun 16 13:46:57.948360 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-97bfe6ca-8e94-460f-87d1-6131f1ef045c req-c0bfe6ef-0c47-409e-9812-cb70f76c8eab tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/security-groups?id=c70e39f6-b470-4e26-8032-6b13e11a8619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328705 Jun 16 13:46:58.096359 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28692a1f-13ba-493b-b5ac-94d592146054 req-276ba428-a7e3-4b8a-b6cf-b4c3a0c285e3 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:46:58.097763 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-28692a1f-13ba-493b-b5ac-94d592146054 req-276ba428-a7e3-4b8a-b6cf-b4c3a0c285e3 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.101 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 946 time: 0.0726306 Jun 16 13:46:58.200221 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [req-28692a1f-13ba-493b-b5ac-94d592146054 req-e6ed2a98-5082-44e4-b641-491616d6a609 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Deleting port dcd7fd90-087c-441d-ad88-0a640767d612 {{(pid=103674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:46:58.200431 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-28692a1f-13ba-493b-b5ac-94d592146054 req-e6ed2a98-5082-44e4-b641-491616d6a609 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779595332765'] for port, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:58.286731 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.db [req-28692a1f-13ba-493b-b5ac-94d592146054 req-e6ed2a98-5082-44e4-b641-491616d6a609 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] For port dcd7fd90-087c-441d-ad88-0a640767d612, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=dcd7fd90-087c-441d-ad88-0a640767d612,segment=NetworkSegment(67aaae54-27eb-4036-b1c4-025670067924),segment_id=67aaae54-27eb-4036-b1c4-025670067924)] {{(pid=103674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:46:58.287076 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-28692a1f-13ba-493b-b5ac-94d592146054 req-e6ed2a98-5082-44e4-b641-491616d6a609 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757230'] for port, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:58.349194 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [req-28692a1f-13ba-493b-b5ac-94d592146054 req-e6ed2a98-5082-44e4-b641-491616d6a609 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Calling delete_port for dcd7fd90-087c-441d-ad88-0a640767d612 owned by compute:nova {{(pid=103674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:46:58.608261 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-dfef1825-b5b7-4d99-9d4f-a25377725b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:58.707765 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-28692a1f-13ba-493b-b5ac-94d592146054 req-e6ed2a98-5082-44e4-b641-491616d6a609 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779595337849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779594881055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10072337'] for port, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:58.712938 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-3179d6e8-d3a8-460d-82fa-ee18831dfa56 tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:58.723228 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] get_ports_and_sgs() called for port_ids ['dcd7fd90-087c-441d-ad88-0a640767d612'] {{(pid=103676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:46:58.746350 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ed2a98-5082-44e4-b641-491616d6a609 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Pushing event deleted for resources: {'Port': ['ID=dcd7fd90-087c-441d-ad88-0a640767d612,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:58.785189 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 42472) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:58.785880 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ed2a98-5082-44e4-b641-491616d6a609 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:58.786243 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ed2a98-5082-44e4-b641-491616d6a609 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:58.786594 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ed2a98-5082-44e4-b641-491616d6a609 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:58.786938 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ed2a98-5082-44e4-b641-491616d6a609 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:58.787276 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ed2a98-5082-44e4-b641-491616d6a609 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:58.787611 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ed2a98-5082-44e4-b641-491616d6a609 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:58.787946 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ed2a98-5082-44e4-b641-491616d6a609 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:58.788300 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ed2a98-5082-44e4-b641-491616d6a609 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:58.788628 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ed2a98-5082-44e4-b641-491616d6a609 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:58.788989 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ed2a98-5082-44e4-b641-491616d6a609 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:58.789321 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ed2a98-5082-44e4-b641-491616d6a609 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:58.789647 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ed2a98-5082-44e4-b641-491616d6a609 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:46:58.793475 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-e6ed2a98-5082-44e4-b641-491616d6a609 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:58.794232 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [req-28692a1f-13ba-493b-b5ac-94d592146054 req-e6ed2a98-5082-44e4-b641-491616d6a609 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] No DVR routers for this DVR port dcd7fd90-087c-441d-ad88-0a640767d612 on host hv-cinder-78960 {{(pid=103674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:46:58.796875 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-28692a1f-13ba-493b-b5ac-94d592146054 req-e6ed2a98-5082-44e4-b641-491616d6a609 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914'] for port, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:58.799193 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-28692a1f-13ba-493b-b5ac-94d592146054 req-e6ed2a98-5082-44e4-b641-491616d6a609 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.101 "DELETE /v2.0/ports/dcd7fd90-087c-441d-ad88-0a640767d612 HTTP/1.1" status: 204 len: 173 time: 0.6933963 Jun 16 13:46:58.799683 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cbcb98d-39f5-4b36-bbca-f04b9be7a477', 'name': 'network-vif-deleted', 'tag': 'dcd7fd90-087c-441d-ad88-0a640767d612'}] {{(pid=103674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:46:58.802023 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf0caa33b503d1f2c3d6e3a51c00f46bab3e78c159fea0ab96052d9779657e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5968afb4-5d1b-4306-bad0-ae1a550b42a7" -d '{"events": [{"server_uuid": "9cbcb98d-39f5-4b36-bbca-f04b9be7a477", "name": "network-vif-deleted", "tag": "dcd7fd90-087c-441d-ad88-0a640767d612"}]}' {{(pid=103674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:46:58.838358 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09d17b1-8489-4ff8-8e48-99ee8577ea5b x-openstack-request-id: req-c09d17b1-8489-4ff8-8e48-99ee8577ea5b {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:46:58.838682 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cbcb98d-39f5-4b36-bbca-f04b9be7a477", "name": "network-vif-deleted", "tag": "dcd7fd90-087c-441d-ad88-0a640767d612", "status": "completed", "code": 200}]} {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:46:58.839569 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-c09d17b1-8489-4ff8-8e48-99ee8577ea5b {{(pid=103674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:46:58.839569 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cbcb98d-39f5-4b36-bbca-f04b9be7a477', 'name': 'network-vif-deleted', 'tag': 'dcd7fd90-087c-441d-ad88-0a640767d612', 'status': 'completed', 'code': 200} Jun 16 13:46:58.895908 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-3808dd95-db72-4cfb-8791-5faefbb87f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:58.990367 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-3808dd95-db72-4cfb-8791-5faefbb87f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:58.994879 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-3808dd95-db72-4cfb-8791-5faefbb87f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:58.997341 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-e65eef50-eff0-4e43-83ef-f2fdd717da49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:59.034784 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-3808dd95-db72-4cfb-8791-5faefbb87f96 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=b02eb62239764bd3848f2b5ac8e6af71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2484968 Jun 16 13:46:59.035762 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3808dd95-db72-4cfb-8791-5faefbb87f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d38d40f-9039-49ab-a9e6-27961c8722e9,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:59.037547 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 42480) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:59.038933 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-3808dd95-db72-4cfb-8791-5faefbb87f96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:59.104670 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-70484fe4-e19b-4ed0-b7be-4d25fca41af4 req-71b61446-9c8c-4ec3-918b-8b5b7c3db435 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] 10.222.0.104 "GET /v2.0/ports?device_id=9cbcb98d-39f5-4b36-bbca-f04b9be7a477 HTTP/1.1" status: 200 len: 210 time: 0.0294039 Jun 16 13:46:59.118396 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d1c452b4-2d85-4e1b-b07e-d81d581a43fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:59.139537 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d1c452b4-2d85-4e1b-b07e-d81d581a43fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:59.186970 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d1c452b4-2d85-4e1b-b07e-d81d581a43fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:59.189527 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d1c452b4-2d85-4e1b-b07e-d81d581a43fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:59.190617 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-d1c452b4-2d85-4e1b-b07e-d81d581a43fa admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/4d38d40f-9039-49ab-a9e6-27961c8722e9 HTTP/1.1" status: 204 len: 168 time: 0.1510055 Jun 16 13:46:59.191334 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-32917b55-1b27-4715-88ed-2383798df25b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:59.198503 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c452b4-2d85-4e1b-b07e-d81d581a43fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d38d40f-9039-49ab-a9e6-27961c8722e9,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:59.200765 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-d1c452b4-2d85-4e1b-b07e-d81d581a43fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:59.455751 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 42486) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:59.468951 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f9c41d4c-7492-4e6c-a742-228a23f5e27f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:59.558439 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f9c41d4c-7492-4e6c-a742-228a23f5e27f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:59.564005 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f9c41d4c-7492-4e6c-a742-228a23f5e27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:59.568631 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-b5fcced8-ba91-473b-9cf7-ef43501f7000 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:59.607519 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-f9c41d4c-7492-4e6c-a742-228a23f5e27f admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=f317e06f1d224fe9abb4b57cbb23310b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1506536 Jun 16 13:46:59.608740 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c41d4c-7492-4e6c-a742-228a23f5e27f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6057dacd-6702-4cb6-b6ba-b87c540eef80,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:59.611305 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 42488) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:46:59.611642 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-f9c41d4c-7492-4e6c-a742-228a23f5e27f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:46:59.662725 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-03aeef12-92cc-44e1-a705-8ff6d222a2a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:59.690050 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-03aeef12-92cc-44e1-a705-8ff6d222a2a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:59.754362 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-03aeef12-92cc-44e1-a705-8ff6d222a2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:59.756915 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-03aeef12-92cc-44e1-a705-8ff6d222a2a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:46:59.758111 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-03aeef12-92cc-44e1-a705-8ff6d222a2a9 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/6057dacd-6702-4cb6-b6ba-b87c540eef80 HTTP/1.1" status: 204 len: 168 time: 0.1450055 Jun 16 13:46:59.758839 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-be4c2e60-37d9-4e13-a7b9-0d8322fc1c78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:46:59.766158 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aeef12-92cc-44e1-a705-8ff6d222a2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6057dacd-6702-4cb6-b6ba-b87c540eef80,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:46:59.768362 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-03aeef12-92cc-44e1-a705-8ff6d222a2a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:00.197933 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 42504) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:00.621317 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2382b11e-dfcd-44fa-ba1c-3e645f36fb38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690889'] for router_interface, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:00.908221 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device dcd7fd90-087c-441d-ad88-0a640767d612 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:47:00.924389 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-2382b11e-dfcd-44fa-ba1c-3e645f36fb38 admin admin] Deleting port c3035fa2-d693-4762-bb10-547a2595ebbb {{(pid=103674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:47:00.924868 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2382b11e-dfcd-44fa-ba1c-3e645f36fb38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779595332765'] for port, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:00.936752 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] No Port match for: dcd7fd90-087c-441d-ad88-0a640767d612 {{(pid=103676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:47:00.937127 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device dcd7fd90-087c-441d-ad88-0a640767d612 not bound to the agent host hv-cinder-78960 {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:47:01.001502 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.db [None req-2382b11e-dfcd-44fa-ba1c-3e645f36fb38 admin admin] For port c3035fa2-d693-4762-bb10-547a2595ebbb, host dv-cinder-789603-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=c3035fa2-d693-4762-bb10-547a2595ebbb,segment=NetworkSegment(67aaae54-27eb-4036-b1c4-025670067924),segment_id=67aaae54-27eb-4036-b1c4-025670067924)] {{(pid=103674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:47:01.001846 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2382b11e-dfcd-44fa-ba1c-3e645f36fb38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757230'] for port, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:01.066012 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-2382b11e-dfcd-44fa-ba1c-3e645f36fb38 admin admin] Calling delete_port for c3035fa2-d693-4762-bb10-547a2595ebbb owned by network:router_interface {{(pid=103674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:47:01.114085 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:01.258621 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-401b1d52-960d-4274-8796-dbd54a1e413e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:01.271043 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2382b11e-dfcd-44fa-ba1c-3e645f36fb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779595337849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779594881055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10072337'] for port, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:01.274191 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-c60760fd-fe28-42f2-82ca-111392d79755 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:01.299717 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2382b11e-dfcd-44fa-ba1c-3e645f36fb38 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3035fa2-d693-4762-bb10-547a2595ebbb,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:01.308569 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-2382b11e-dfcd-44fa-ba1c-3e645f36fb38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:01.484950 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2382b11e-dfcd-44fa-ba1c-3e645f36fb38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690781'] for router_interface, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:01.695167 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2382b11e-dfcd-44fa-ba1c-3e645f36fb38 admin admin] Router 7e50170c-3d1b-4a69-9f55-a56108cdb371 has already been hosted by L3 agent bfb54b95-b8bd-4202-8e6c-bc5e048a10e9 {{(pid=103674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:47:01.798218 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2382b11e-dfcd-44fa-ba1c-3e645f36fb38 admin admin] Notify agent at l3_agent.dv-cinder-789603-10-smb the message routers_updated {{(pid=103674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:47:01.803332 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-2382b11e-dfcd-44fa-ba1c-3e645f36fb38 admin admin] 10.222.0.104 "PUT /v2.0/routers/7e50170c-3d1b-4a69-9f55-a56108cdb371/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6043222 Jun 16 13:47:01.805967 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 42536) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:01.808597 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e1c83d-70a8-4a29-a93d-092e64e47fb3 None None] Sync routers for ids ['7e50170c-3d1b-4a69-9f55-a56108cdb371'] in dv-cinder-789603-10-smb {{(pid=103677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:47:01.819102 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e1c83d-70a8-4a29-a93d-092e64e47fb3 None None] Routers {'7e50170c-3d1b-4a69-9f55-a56108cdb371'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:47:01.819715 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_hamode_db [None req-02e1c83d-70a8-4a29-a93d-092e64e47fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:47:01Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['7e50170c-3d1b-4a69-9f55-a56108cdb371'], 'active': True} {{(pid=103677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:01.903798 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-bfaf03e7-7916-4644-bd86-1e35e3b8c18f admin admin] Notify callbacks [] for router, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:01.919086 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_dvr_db [None req-02e1c83d-70a8-4a29-a93d-092e64e47fb3 None None] Set router 7e50170c-3d1b-4a69-9f55-a56108cdb371 gateway port host: dv-cinder-789603-10-smb {{(pid=103677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:47:02.002809 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-bfaf03e7-7916-4644-bd86-1e35e3b8c18f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:02.038053 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9426d120-8ef3-450b-a3fa-438be4b95f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:02.054219 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-bfaf03e7-7916-4644-bd86-1e35e3b8c18f admin admin] Deleting port b213fe9f-dd33-440b-b147-6ffac03a685e {{(pid=103674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:47:02.054576 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-bfaf03e7-7916-4644-bd86-1e35e3b8c18f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779595332765'] for port, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:02.093658 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_hamode_db [None req-02e1c83d-70a8-4a29-a93d-092e64e47fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e50170c-3d1b-4a69-9f55-a56108cdb371', 'name': 'tempest-ServerRescueNegativeTestJSON-654573120-router', 'tenant_id': 'aab2bee29bb84945808496017e6bfae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.249'}], 'enable_snat': True}, 'gw_port_id': 'b213fe9f-dd33-440b-b147-6ffac03a685e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:43:51Z', 'updated_at': '2021-06-16T13:47:01Z', 'revision_number': 5, 'project_id': 'aab2bee29bb84945808496017e6bfae7', 'gw_port': {'id': 'b213fe9f-dd33-440b-b147-6ffac03a685e', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:f6:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e50170c-3d1b-4a69-9f55-a56108cdb371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:43:51Z', 'updated_at': '2021-06-16T13:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb'}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:02.097083 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e1c83d-70a8-4a29-a93d-092e64e47fb3 None None] Checking router: 7e50170c-3d1b-4a69-9f55-a56108cdb371 for host: dv-cinder-789603-10-smb {{(pid=103677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:47:02.106162 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e1c83d-70a8-4a29-a93d-092e64e47fb3 None None] Routers {'7e50170c-3d1b-4a69-9f55-a56108cdb371'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:47:02.106739 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_hamode_db [None req-02e1c83d-70a8-4a29-a93d-092e64e47fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:47:01Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['7e50170c-3d1b-4a69-9f55-a56108cdb371'], 'active': True} {{(pid=103677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:02.133353 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.db [None req-bfaf03e7-7916-4644-bd86-1e35e3b8c18f admin admin] For port b213fe9f-dd33-440b-b147-6ffac03a685e, host dv-cinder-789603-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=b213fe9f-dd33-440b-b147-6ffac03a685e,segment=NetworkSegment(8c058e4f-8cd0-4a1d-96cc-b525f030ca20),segment_id=8c058e4f-8cd0-4a1d-96cc-b525f030ca20)] {{(pid=103674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:47:02.133707 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-bfaf03e7-7916-4644-bd86-1e35e3b8c18f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757230'] for port, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:02.186142 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_dvr_db [None req-02e1c83d-70a8-4a29-a93d-092e64e47fb3 None None] Set router 7e50170c-3d1b-4a69-9f55-a56108cdb371 gateway port host: None {{(pid=103677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:47:02.196377 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-bfaf03e7-7916-4644-bd86-1e35e3b8c18f admin admin] Calling delete_port for b213fe9f-dd33-440b-b147-6ffac03a685e owned by network:router_gateway {{(pid=103674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:47:02.237401 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_hamode_db [None req-02e1c83d-70a8-4a29-a93d-092e64e47fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e50170c-3d1b-4a69-9f55-a56108cdb371', 'name': 'tempest-ServerRescueNegativeTestJSON-654573120-router', 'tenant_id': 'aab2bee29bb84945808496017e6bfae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:43:51Z', 'updated_at': '2021-06-16T13:47:02Z', 'revision_number': 6, 'project_id': 'aab2bee29bb84945808496017e6bfae7', 'gw_port_host': None}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:02.240951 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e1c83d-70a8-4a29-a93d-092e64e47fb3 None None] The sync data for ids ['7e50170c-3d1b-4a69-9f55-a56108cdb371'] in dv-cinder-789603-10-smb is: [{'id': '7e50170c-3d1b-4a69-9f55-a56108cdb371', 'name': 'tempest-ServerRescueNegativeTestJSON-654573120-router', 'tenant_id': 'aab2bee29bb84945808496017e6bfae7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:43:51Z', 'updated_at': '2021-06-16T13:47:02Z', 'revision_number': 6, 'project_id': 'aab2bee29bb84945808496017e6bfae7', 'gw_port_host': None}] {{(pid=103677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:47:02.363332 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-bfaf03e7-7916-4644-bd86-1e35e3b8c18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779595337849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779594881055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10072337'] for port, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:02.365359 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:02.389700 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaf03e7-7916-4644-bd86-1e35e3b8c18f admin admin] Pushing event deleted for resources: {'Port': ['ID=b213fe9f-dd33-440b-b147-6ffac03a685e,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:02.392781 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-bfaf03e7-7916-4644-bd86-1e35e3b8c18f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:02.679997 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-bfaf03e7-7916-4644-bd86-1e35e3b8c18f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759070'] for router_gateway, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:02.783842 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-bfaf03e7-7916-4644-bd86-1e35e3b8c18f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-704349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-825'] for router, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:02.786134 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-bfaf03e7-7916-4644-bd86-1e35e3b8c18f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:02.853810 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-bfaf03e7-7916-4644-bd86-1e35e3b8c18f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769364'] for router, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:02.854544 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfaf03e7-7916-4644-bd86-1e35e3b8c18f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e50170c-3d1b-4a69-9f55-a56108cdb371 {{(pid=103674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 13:47:02.860497 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-bfaf03e7-7916-4644-bd86-1e35e3b8c18f admin admin] Notify callbacks [] for router, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:02.861790 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-bfaf03e7-7916-4644-bd86-1e35e3b8c18f admin admin] 10.222.0.104 "DELETE /v2.0/routers/7e50170c-3d1b-4a69-9f55-a56108cdb371 HTTP/1.1" status: 204 len: 168 time: 1.0548906 Jun 16 13:47:02.864262 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 42548) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:02.907855 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e61c31f-9553-4a44-8990-123ed616bcfc admin admin] Deleting subnet 79b8c341-956a-473f-ad31-1610f8a12fbd {{(pid=103674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 13:47:02.910923 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-6e61c31f-9553-4a44-8990-123ed616bcfc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:02.946069 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-6e61c31f-9553-4a44-8990-123ed616bcfc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9699609'] for subnet, precommit_delete_associations {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:02.987130 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-6e61c31f-9553-4a44-8990-123ed616bcfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693187'] for subnet, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:03.046863 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-6e61c31f-9553-4a44-8990-123ed616bcfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10072539', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816199'] for subnet, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:03.050806 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:03.076618 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e61c31f-9553-4a44-8990-123ed616bcfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79b8c341-956a-473f-ad31-1610f8a12fbd,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:03.079841 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-6e61c31f-9553-4a44-8990-123ed616bcfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:03.080811 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-6e61c31f-9553-4a44-8990-123ed616bcfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for subnet, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:03.082623 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-6e61c31f-9553-4a44-8990-123ed616bcfc admin admin] 10.222.0.104 "DELETE /v2.0/subnets/79b8c341-956a-473f-ad31-1610f8a12fbd HTTP/1.1" status: 204 len: 168 time: 0.2174139 Jun 16 13:47:03.085171 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 42550) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:03.162368 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-9bd2eae0-289b-43b8-a750-dc0bf1eddf0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1752478'] for network, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:03.242795 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-9bd2eae0-289b-43b8-a750-dc0bf1eddf0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1693580', 'neutron.services.segments.db._delete_segments_for_network-8779595370801'] for network, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:03.254710 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.services.segments.db [None req-9bd2eae0-289b-43b8-a750-dc0bf1eddf0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fd1b355-6844-49d6-9575-d3c884c6ee87']}} {{(pid=103674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:03.266316 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.services.segments.db [None req-9bd2eae0-289b-43b8-a750-dc0bf1eddf0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67aaae54-27eb-4036-b1c4-025670067924') {'for_net_delete': True} {{(pid=103674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:03.266743 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.services.segments.db [None req-9bd2eae0-289b-43b8-a750-dc0bf1eddf0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67aaae54-27eb-4036-b1c4-025670067924') {} {{(pid=103674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:03.277399 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-9bd2eae0-289b-43b8-a750-dc0bf1eddf0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779595370114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9699584'] for segment, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:03.291083 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-9bd2eae0-289b-43b8-a750-dc0bf1eddf0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688368'] for segment, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:03.297352 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bd2eae0-289b-43b8-a750-dc0bf1eddf0e admin admin] Releasing vlan 1180 on physical network physnet1 to pool {{(pid=103674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 13:47:03.297773 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-9bd2eae0-289b-43b8-a750-dc0bf1eddf0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10072388'] for segment, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:03.299589 dv-cinder-789603-10-smb neutron-server[103674]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:47:03.299589 dv-cinder-789603-10-smb neutron-server[103674]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:47:03.299589 dv-cinder-789603-10-smb neutron-server[103674]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:47:03.299589 dv-cinder-789603-10-smb neutron-server[103674]: retrieve_revision_numbers = { Jun 16 13:47:03.299589 dv-cinder-789603-10-smb neutron-server[103674]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:47:03.299589 dv-cinder-789603-10-smb neutron-server[103674]: retrieve_revision_numbers = { Jun 16 13:47:03.299589 dv-cinder-789603-10-smb neutron-server[103674]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:47:03.299589 dv-cinder-789603-10-smb neutron-server[103674]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:47:03.299589 dv-cinder-789603-10-smb neutron-server[103674]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:47:03.299589 dv-cinder-789603-10-smb neutron-server[103674]: retrieve_revision_numbers = { Jun 16 13:47:03.299589 dv-cinder-789603-10-smb neutron-server[103674]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:47:03.299589 dv-cinder-789603-10-smb neutron-server[103674]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:47:03.299589 dv-cinder-789603-10-smb neutron-server[103674]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:47:03.299589 dv-cinder-789603-10-smb neutron-server[103674]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:47:03.299589 dv-cinder-789603-10-smb neutron-server[103674]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:47:03.299589 dv-cinder-789603-10-smb neutron-server[103674]: retrieve_revision_numbers = { Jun 16 13:47:03.299589 dv-cinder-789603-10-smb neutron-server[103674]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:47:03.299589 dv-cinder-789603-10-smb neutron-server[103674]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:47:03.299589 dv-cinder-789603-10-smb neutron-server[103674]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:47:03.299589 dv-cinder-789603-10-smb neutron-server[103674]: retrieve_revision_numbers = { Jun 16 13:47:03.299589 dv-cinder-789603-10-smb neutron-server[103674]: Traceback (most recent call last): Jun 16 13:47:03.299589 dv-cinder-789603-10-smb neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 13:47:03.299589 dv-cinder-789603-10-smb neutron-server[103674]: timer() Jun 16 13:47:03.299589 dv-cinder-789603-10-smb neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 13:47:03.299589 dv-cinder-789603-10-smb neutron-server[103674]: cb(*args, **kw) Jun 16 13:47:03.299589 dv-cinder-789603-10-smb neutron-server[103674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 13:47:03.299589 dv-cinder-789603-10-smb neutron-server[103674]: return func(*args, **kwargs) Jun 16 13:47:03.299589 dv-cinder-789603-10-smb neutron-server[103674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 13:47:03.299589 dv-cinder-789603-10-smb neutron-server[103674]: self._notify() Jun 16 13:47:03.299589 dv-cinder-789603-10-smb neutron-server[103674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 13:47:03.299589 dv-cinder-789603-10-smb neutron-server[103674]: self.callback(batched_events) Jun 16 13:47:03.299589 dv-cinder-789603-10-smb neutron-server[103674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 13:47:03.299589 dv-cinder-789603-10-smb neutron-server[103674]: event.method(event) Jun 16 13:47:03.299589 dv-cinder-789603-10-smb neutron-server[103674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 13:47:03.299589 dv-cinder-789603-10-smb neutron-server[103674]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 13:47:03.299589 dv-cinder-789603-10-smb neutron-server[103674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 13:47:03.299589 dv-cinder-789603-10-smb neutron-server[103674]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 13:47:03.299589 dv-cinder-789603-10-smb neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 13:47:03.299589 dv-cinder-789603-10-smb neutron-server[103674]: return f(self, *a, **k) Jun 16 13:47:03.299589 dv-cinder-789603-10-smb neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 13:47:03.299589 dv-cinder-789603-10-smb neutron-server[103674]: return self._get(url).json() Jun 16 13:47:03.299589 dv-cinder-789603-10-smb neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 13:47:03.299589 dv-cinder-789603-10-smb neutron-server[103674]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 13:47:03.299589 dv-cinder-789603-10-smb neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 13:47:03.299589 dv-cinder-789603-10-smb neutron-server[103674]: return self.request(url, 'GET', **kwargs) Jun 16 13:47:03.299589 dv-cinder-789603-10-smb neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 13:47:03.299589 dv-cinder-789603-10-smb neutron-server[103674]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 13:47:03.299589 dv-cinder-789603-10-smb neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 13:47:03.299589 dv-cinder-789603-10-smb neutron-server[103674]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 13:47:03.299589 dv-cinder-789603-10-smb neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 13:47:03.299589 dv-cinder-789603-10-smb neutron-server[103674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 13:47:03.299589 dv-cinder-789603-10-smb neutron-server[103674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 13:47:03.352389 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-9bd2eae0-289b-43b8-a750-dc0bf1eddf0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1693573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759152'] for network, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:03.359019 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-9bd2eae0-289b-43b8-a750-dc0bf1eddf0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for network, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:03.360898 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-9bd2eae0-289b-43b8-a750-dc0bf1eddf0e admin admin] 10.222.0.104 "DELETE /v2.0/networks/3fd1b355-6844-49d6-9575-d3c884c6ee87 HTTP/1.1" status: 204 len: 168 time: 0.2746499 Jun 16 13:47:03.361606 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:03.374919 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd2eae0-289b-43b8-a750-dc0bf1eddf0e admin admin] Pushing event deleted for resources: {'Network': ['ID=3fd1b355-6844-49d6-9575-d3c884c6ee87,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:03.377937 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-9bd2eae0-289b-43b8-a750-dc0bf1eddf0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:03.466194 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device c3035fa2-d693-4762-bb10-547a2595ebbb no longer exists at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:47:03.488033 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] No Port match for: c3035fa2-d693-4762-bb10-547a2595ebbb {{(pid=103676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:47:03.488455 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device c3035fa2-d693-4762-bb10-547a2595ebbb not bound to the agent host dv-cinder-789603-10-smb {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:47:03.488932 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device b213fe9f-dd33-440b-b147-6ffac03a685e no longer exists at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:47:03.507001 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] No Port match for: b213fe9f-dd33-440b-b147-6ffac03a685e {{(pid=103676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:47:03.507358 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device b213fe9f-dd33-440b-b147-6ffac03a685e not bound to the agent host dv-cinder-789603-10-smb {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:47:03.530003 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 42554) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:03.567916 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-7c386739-1e4a-42f2-8fe7-9681099b6ab4 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=aab2bee29bb84945808496017e6bfae7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0365906 Jun 16 13:47:03.570040 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 42556) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:03.615904 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-f73265fe-7c8e-4120-940c-80f2b1925af0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:03.636963 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-f73265fe-7c8e-4120-940c-80f2b1925af0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:03.689704 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-f73265fe-7c8e-4120-940c-80f2b1925af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:03.693974 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-f73265fe-7c8e-4120-940c-80f2b1925af0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:03.695641 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-f73265fe-7c8e-4120-940c-80f2b1925af0 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/c70e39f6-b470-4e26-8032-6b13e11a8619 HTTP/1.1" status: 204 len: 168 time: 0.1247056 Jun 16 13:47:03.696362 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-1a347092-c44e-4f52-ac76-b677165bd9e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:03.703688 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73265fe-7c8e-4120-940c-80f2b1925af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70e39f6-b470-4e26-8032-6b13e11a8619,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:03.705944 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-f73265fe-7c8e-4120-940c-80f2b1925af0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:03.900231 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3cd87a0a-8c13-4d66-8546-43ee61e1d8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:04.374812 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 42586) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:04.485909 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [None req-ada588a3-0330-4974-8c6b-a3712cd09d89 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-942509144-network', 'tenant_id': '908a353f90684e269bfddb80904ca191'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:47:04.516712 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada588a3-0330-4974-8c6b-a3712cd09d89 admin admin] Made reservation on behalf of 908a353f90684e269bfddb80904ca191 for: {'network': 1} {{(pid=103674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:47:04.519408 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ada588a3-0330-4974-8c6b-a3712cd09d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for network, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:04.527896 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ada588a3-0330-4974-8c6b-a3712cd09d89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:04.620217 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ada588a3-0330-4974-8c6b-a3712cd09d89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:04.625562 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ada588a3-0330-4974-8c6b-a3712cd09d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:04.628516 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-bcd5b795-d75a-42fb-80b0-bb27894ce267 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:04.650182 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ada588a3-0330-4974-8c6b-a3712cd09d89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1181} {{(pid=103674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 13:47:04.659222 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada588a3-0330-4974-8c6b-a3712cd09d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff78535f-f7c8-40fb-92b3-352001148be9,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:04.662764 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-ada588a3-0330-4974-8c6b-a3712cd09d89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:04.668051 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ada588a3-0330-4974-8c6b-a3712cd09d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688368'] for segment, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:04.668439 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.db.segments_db [None req-ada588a3-0330-4974-8c6b-a3712cd09d89 admin admin] Added segment 29d3f593-ba8c-4d27-8f0e-5003fc71b744 of type vlan for network b4697126-5628-44a4-9716-d1cd33ca7762 Jun 16 13:47:04.707443 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ada588a3-0330-4974-8c6b-a3712cd09d89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779594884509'] for network, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:04.737383 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ada588a3-0330-4974-8c6b-a3712cd09d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183'] for network, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:04.738715 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada588a3-0330-4974-8c6b-a3712cd09d89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:04.739286 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ada588a3-0330-4974-8c6b-a3712cd09d89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for network, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:04.741272 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-bbd20ca6-d7dd-4bc6-a857-911436a22cfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:04.791216 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-ada588a3-0330-4974-8c6b-a3712cd09d89 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4149623 Jun 16 13:47:04.794840 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 42590) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:04.796579 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada588a3-0330-4974-8c6b-a3712cd09d89 admin admin] Pushing event updated for resources: {'Network': ['ID=b4697126-5628-44a4-9716-d1cd33ca7762,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:04.799113 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-ada588a3-0330-4974-8c6b-a3712cd09d89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:04.800236 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.v2.base [None req-53f2060a-c20c-4968-a63f-aadf73e47c4f admin admin] Request body: {'subnet': {'network_id': 'b4697126-5628-44a4-9716-d1cd33ca7762', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-942509144-subnet', 'tenant_id': '908a353f90684e269bfddb80904ca191', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:47:04.807134 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Network b4697126-5628-44a4-9716-d1cd33ca7762 details requested by agent ovs-agent-dv-cinder-789603-10-smb with host dv-cinder-789603-10-smb {{(pid=103676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 13:47:05.002640 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f2060a-c20c-4968-a63f-aadf73e47c4f admin admin] Made reservation on behalf of 908a353f90684e269bfddb80904ca191 for: {'subnet': 1} {{(pid=103675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:47:05.004982 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-53f2060a-c20c-4968-a63f-aadf73e47c4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8681998'] for subnet, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:05.166791 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-53f2060a-c20c-4968-a63f-aadf73e47c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10267118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8682012'] for subnet, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:05.168968 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:05.219458 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f2060a-c20c-4968-a63f-aadf73e47c4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7ad7888-1d58-4693-a737-cc195965ac3b,revision_number=0']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:05.223456 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-53f2060a-c20c-4968-a63f-aadf73e47c4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:05.231915 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f2060a-c20c-4968-a63f-aadf73e47c4f admin admin] Checking segment: {'id': '29d3f593-ba8c-4d27-8f0e-5003fc71b744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'b4697126-5628-44a4-9716-d1cd33ca7762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:47:05.232431 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f2060a-c20c-4968-a63f-aadf73e47c4f admin admin] Network hostable DHCP agents. Network: b4697126-5628-44a4-9716-d1cd33ca7762, hostable agents: ['8ea809cc-5bb3-41d5-8624-7e06cbdf14c2'], hosted agents: [] {{(pid=103675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 13:47:05.251819 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f2060a-c20c-4968-a63f-aadf73e47c4f admin admin] Network b4697126-5628-44a4-9716-d1cd33ca7762 is scheduled to be hosted by DHCP agent 8ea809cc-5bb3-41d5-8624-7e06cbdf14c2 with binding_index 1 {{(pid=103675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 13:47:05.261438 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.base_scheduler [None req-53f2060a-c20c-4968-a63f-aadf73e47c4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-10-smb, b4697126-5628-44a4-9716-d1cd33ca7762) {{(pid=103675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:47:05.265721 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f2060a-c20c-4968-a63f-aadf73e47c4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:05.266368 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-53f2060a-c20c-4968-a63f-aadf73e47c4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:05.278704 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a01e92-ff43-414c-8d52-5f14f984fa8b None None] Network b4697126-5628-44a4-9716-d1cd33ca7762 requested from dv-cinder-789603-10-smb {{(pid=103676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:47:05.280766 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-53f2060a-c20c-4968-a63f-aadf73e47c4f admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4847462 Jun 16 13:47:05.283451 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 42600) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:05.287838 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.v2.base [None req-d7e786c1-0c02-40f6-aac7-a7c13b0cc89c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-942509144-router', 'tenant_id': '908a353f90684e269bfddb80904ca191', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750'}}} {{(pid=103675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:47:05.311218 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-d7e786c1-0c02-40f6-aac7-a7c13b0cc89c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-702849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-971'] for router, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:05.312807 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-d7e786c1-0c02-40f6-aac7-a7c13b0cc89c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759425', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-816'] for router, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:05.414944 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-d7e786c1-0c02-40f6-aac7-a7c13b0cc89c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:05.430341 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68f3d81-11db-4f87-837b-a53ff0c35f9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ef6e693-be21-5da5-ac6d-439e2aa17c13-b4697126-5628-44a4-9716-d1cd33ca7762', 'network_id': 'b4697126-5628-44a4-9716-d1cd33ca7762', 'tenant_id': '908a353f90684e269bfddb80904ca191', 'fixed_ips': [{'subnet_id': 'e7ad7888-1d58-4693-a737-cc195965ac3b'}]}} from dv-cinder-789603-10-smb. {{(pid=103676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 13:47:05.431192 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d68f3d81-11db-4f87-837b-a53ff0c35f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for port, before_create {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:05.557977 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-d7e786c1-0c02-40f6-aac7-a7c13b0cc89c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-702895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-806'] for router, precommit_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:05.558646 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.db_base_plugin_common [None req-d68f3d81-11db-4f87-837b-a53ff0c35f9d None None] Allocated IP 172.20.0.2 (b4697126-5628-44a4-9716-d1cd33ca7762/e7ad7888-1d58-4693-a737-cc195965ac3b/75e63893-ed27-4a83-a9f6-3985c74f5630) {{(pid=103676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:47:05.696885 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d68f3d81-11db-4f87-837b-a53ff0c35f9d None None] Notify callbacks [] for port, precommit_create {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:05.705189 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d68f3d81-11db-4f87-837b-a53ff0c35f9d None None] Transition to ACTIVE for port object 75e63893-ed27-4a83-a9f6-3985c74f5630 will not be triggered until provisioned by entity L2. {{(pid=103676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:47:05.720806 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d68f3d81-11db-4f87-837b-a53ff0c35f9d None None] Transition to ACTIVE for port object 75e63893-ed27-4a83-a9f6-3985c74f5630 will not be triggered until provisioned by entity DHCP. {{(pid=103676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:47:05.728424 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d68f3d81-11db-4f87-837b-a53ff0c35f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1833118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779594881046'] for port, after_create {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:05.731081 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:05.751898 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-d7e786c1-0c02-40f6-aac7-a7c13b0cc89c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:05.764096 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68f3d81-11db-4f87-837b-a53ff0c35f9d None None] Network b4697126-5628-44a4-9716-d1cd33ca7762 is already hosted by enough agents. {{(pid=103676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:47:05.770634 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.scheduler.base_scheduler [None req-d68f3d81-11db-4f87-837b-a53ff0c35f9d None None] Resources bound (agent type, host, resource id): {{(pid=103676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:47:05.774073 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68f3d81-11db-4f87-837b-a53ff0c35f9d None None] Received port after_create {{(pid=103676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:47:05.777578 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-d7e786c1-0c02-40f6-aac7-a7c13b0cc89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for port, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:05.783732 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68f3d81-11db-4f87-837b-a53ff0c35f9d None None] Pushing event updated for resources: {'Port': ['ID=75e63893-ed27-4a83-a9f6-3985c74f5630,revision_number=1']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:05.813947 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68f3d81-11db-4f87-837b-a53ff0c35f9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:05.814644 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68f3d81-11db-4f87-837b-a53ff0c35f9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:05.814644 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68f3d81-11db-4f87-837b-a53ff0c35f9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:05.814916 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68f3d81-11db-4f87-837b-a53ff0c35f9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:05.815260 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68f3d81-11db-4f87-837b-a53ff0c35f9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:05.815587 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68f3d81-11db-4f87-837b-a53ff0c35f9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:05.815893 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68f3d81-11db-4f87-837b-a53ff0c35f9d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:05.816240 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68f3d81-11db-4f87-837b-a53ff0c35f9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:05.816568 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68f3d81-11db-4f87-837b-a53ff0c35f9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:05.816876 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68f3d81-11db-4f87-837b-a53ff0c35f9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:05.817377 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68f3d81-11db-4f87-837b-a53ff0c35f9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:05.817693 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68f3d81-11db-4f87-837b-a53ff0c35f9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:05.822075 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-d68f3d81-11db-4f87-837b-a53ff0c35f9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:05.852755 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-d68f3d81-11db-4f87-837b-a53ff0c35f9d None None] Attempting to bind port 75e63893-ed27-4a83-a9f6-3985c74f5630 on host dv-cinder-789603-10-smb for vnic_type normal with profile {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:47:05.853135 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-d68f3d81-11db-4f87-837b-a53ff0c35f9d None None] Attempting to bind port 75e63893-ed27-4a83-a9f6-3985c74f5630 by drivers openvswitch,hyperv on host dv-cinder-789603-10-smb at level 0 using segments [{'id': '29d3f593-ba8c-4d27-8f0e-5003fc71b744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'b4697126-5628-44a4-9716-d1cd33ca7762'}] {{(pid=103676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:47:05.853500 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68f3d81-11db-4f87-837b-a53ff0c35f9d None None] Attempting to bind port 75e63893-ed27-4a83-a9f6-3985c74f5630 on network b4697126-5628-44a4-9716-d1cd33ca7762 {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:47:05.859800 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68f3d81-11db-4f87-837b-a53ff0c35f9d None None] Checking agent: {'id': '621db60c-c63b-44d7-809e-3da174a43cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 1), 'started_at': datetime.datetime(2021, 6, 16, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:47:05.860466 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68f3d81-11db-4f87-837b-a53ff0c35f9d None None] Checking segment: {'id': '29d3f593-ba8c-4d27-8f0e-5003fc71b744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'b4697126-5628-44a4-9716-d1cd33ca7762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:47:05.861133 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d68f3d81-11db-4f87-837b-a53ff0c35f9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:05.861753 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68f3d81-11db-4f87-837b-a53ff0c35f9d None None] Bound using segment: {'id': '29d3f593-ba8c-4d27-8f0e-5003fc71b744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'b4697126-5628-44a4-9716-d1cd33ca7762'} {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:47:05.862312 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-d68f3d81-11db-4f87-837b-a53ff0c35f9d None None] Bound port: 75e63893-ed27-4a83-a9f6-3985c74f5630, host: dv-cinder-789603-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d3f593-ba8c-4d27-8f0e-5003fc71b744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'b4697126-5628-44a4-9716-d1cd33ca7762'}}] {{(pid=103676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:47:05.862704 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d68f3d81-11db-4f87-837b-a53ff0c35f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:05.881902 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.db.db_base_plugin_common [None req-d7e786c1-0c02-40f6-aac7-a7c13b0cc89c admin admin] Allocated IP 172.28.1.183 (0670eadb-aa0f-4551-9ff4-64f252730750/f2f4aa09-e9c1-4804-aa42-b5c4d121e78a/6dba4a2d-c901-4a01-9536-08a53eac8aa4) {{(pid=103675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:47:05.926567 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-d68f3d81-11db-4f87-837b-a53ff0c35f9d None None] For port 75e63893-ed27-4a83-a9f6-3985c74f5630, host dv-cinder-789603-10-smb, cleared binding levels {{(pid=103676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:47:05.929843 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-d68f3d81-11db-4f87-837b-a53ff0c35f9d None None] For port 75e63893-ed27-4a83-a9f6-3985c74f5630, host dv-cinder-789603-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=75e63893-ed27-4a83-a9f6-3985c74f5630,segment=NetworkSegment(29d3f593-ba8c-4d27-8f0e-5003fc71b744),segment_id=29d3f593-ba8c-4d27-8f0e-5003fc71b744)] {{(pid=103676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:47:05.934983 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d68f3d81-11db-4f87-837b-a53ff0c35f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:05.937734 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:05.980222 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-d7e786c1-0c02-40f6-aac7-a7c13b0cc89c admin admin] Notify callbacks [] for port, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:05.988202 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68f3d81-11db-4f87-837b-a53ff0c35f9d None None] Pushing event updated for resources: {'Port': ['ID=75e63893-ed27-4a83-a9f6-3985c74f5630,revision_number=2']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:05.991378 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-d68f3d81-11db-4f87-837b-a53ff0c35f9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:06.023906 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-d7e786c1-0c02-40f6-aac7-a7c13b0cc89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1833118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779594881046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10267002'] for port, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:06.025793 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:06.062375 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e786c1-0c02-40f6-aac7-a7c13b0cc89c admin admin] Network 0670eadb-aa0f-4551-9ff4-64f252730750 is already hosted by enough agents. {{(pid=103675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:47:06.067048 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.base_scheduler [None req-d7e786c1-0c02-40f6-aac7-a7c13b0cc89c admin admin] Resources bound (agent type, host, resource id): {{(pid=103675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:47:06.070433 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e786c1-0c02-40f6-aac7-a7c13b0cc89c admin admin] Received port after_create {{(pid=103675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:47:06.092005 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e786c1-0c02-40f6-aac7-a7c13b0cc89c admin admin] Pushing event updated for resources: {'Port': ['ID=6dba4a2d-c901-4a01-9536-08a53eac8aa4,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:06.096276 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-d7e786c1-0c02-40f6-aac7-a7c13b0cc89c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:06.351565 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-d7e786c1-0c02-40f6-aac7-a7c13b0cc89c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:06.518726 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 42610) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:06.540512 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-d7e786c1-0c02-40f6-aac7-a7c13b0cc89c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-702904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759525'] for router, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:06.623779 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-5ecb8d08-6393-492f-ae4e-b375c87022af admin admin] Notify callbacks [] for security_group, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:06.687068 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e786c1-0c02-40f6-aac7-a7c13b0cc89c admin admin] Router b351a334-376b-4f9c-ba04-9e3b448f9ab0 is scheduled to L3 agent bfb54b95-b8bd-4202-8e6c-bc5e048a10e9 with binding_index 1 {{(pid=103675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 13:47:06.727037 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-5ecb8d08-6393-492f-ae4e-b375c87022af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:06.731523 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-5ecb8d08-6393-492f-ae4e-b375c87022af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:06.734580 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-001f1d42-fe05-4196-9ddf-63a34b710195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:06.771453 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-5ecb8d08-6393-492f-ae4e-b375c87022af admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=1d9f489cba06499c9b48c938def627da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2514267 Jun 16 13:47:06.772412 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecb8d08-6393-492f-ae4e-b375c87022af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=884c719e-ff43-41a5-9b74-9902b7a9e23e,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:06.774792 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 42614) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:06.781574 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-5ecb8d08-6393-492f-ae4e-b375c87022af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:06.829949 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-69a9b1d4-3ff5-4845-9ae5-b94c4567a29e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:06.853436 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-69a9b1d4-3ff5-4845-9ae5-b94c4567a29e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:06.908924 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-69a9b1d4-3ff5-4845-9ae5-b94c4567a29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:06.911464 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-69a9b1d4-3ff5-4845-9ae5-b94c4567a29e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:06.912867 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-69a9b1d4-3ff5-4845-9ae5-b94c4567a29e admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/884c719e-ff43-41a5-9b74-9902b7a9e23e HTTP/1.1" status: 204 len: 168 time: 0.1368270 Jun 16 13:47:06.913955 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-c2266861-b51c-47e1-8765-f1f23487282b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:06.922853 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a9b1d4-3ff5-4845-9ae5-b94c4567a29e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=884c719e-ff43-41a5-9b74-9902b7a9e23e,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:06.930924 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-69a9b1d4-3ff5-4845-9ae5-b94c4567a29e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:06.964133 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd95ce0-ac5c-4145-beaf-53530b4d3530 None None] Network b4697126-5628-44a4-9716-d1cd33ca7762 requested from dv-cinder-789603-10-smb {{(pid=103676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:47:06.992338 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e786c1-0c02-40f6-aac7-a7c13b0cc89c admin admin] Notify agent at l3_agent.dv-cinder-789603-10-smb the message routers_updated {{(pid=103675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:47:07.007082 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed64e8b3-3d7a-4401-9850-8863c8af2f1a None None] Sync routers for ids ['b351a334-376b-4f9c-ba04-9e3b448f9ab0'] in dv-cinder-789603-10-smb {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:47:07.015284 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-d7e786c1-0c02-40f6-aac7-a7c13b0cc89c admin admin] Notify callbacks [] for router, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:07.019143 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-d7e786c1-0c02-40f6-aac7-a7c13b0cc89c admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7322285 Jun 16 13:47:07.019597 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 42618) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:07.031921 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed64e8b3-3d7a-4401-9850-8863c8af2f1a None None] Routers {'b351a334-376b-4f9c-ba04-9e3b448f9ab0'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:47:07.032724 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-ed64e8b3-3d7a-4401-9850-8863c8af2f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:47:01Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['b351a334-376b-4f9c-ba04-9e3b448f9ab0'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:07.224957 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 42622) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:07.231993 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-a1d392bf-3abf-4dbd-9106-57c98a0df5cf None None] Provisioning for port 75e63893-ed27-4a83-a9f6-3985c74f5630 completed by entity DHCP. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:47:07.239316 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5142acae-c181-4f71-ae54-2598c811b3d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:07.331238 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-ed64e8b3-3d7a-4401-9850-8863c8af2f1a None None] Set router b351a334-376b-4f9c-ba04-9e3b448f9ab0 gateway port host: dv-cinder-789603-10-smb {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:47:07.333450 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5142acae-c181-4f71-ae54-2598c811b3d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:07.338062 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5142acae-c181-4f71-ae54-2598c811b3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:07.359797 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-b4bc2218-8191-4d83-a702-8c0ca5b5d539 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:07.384667 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-5142acae-c181-4f71-ae54-2598c811b3d0 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=8fdce96421274b10b59f4ad350ef85d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1556890 Jun 16 13:47:07.384667 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5142acae-c181-4f71-ae54-2598c811b3d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa43472a-4198-40bb-b837-a3f0769bbefb,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:07.385480 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 42624) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:07.387509 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-5142acae-c181-4f71-ae54-2598c811b3d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:07.441516 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ce3904ce-a994-4148-93ff-1b8bc6698c74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:07.467602 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ce3904ce-a994-4148-93ff-1b8bc6698c74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:07.472709 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a68d14a6-6ef9-4579-a3a0-e1b480c244ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for port, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:07.551686 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ce3904ce-a994-4148-93ff-1b8bc6698c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:07.554969 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ce3904ce-a994-4148-93ff-1b8bc6698c74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:07.559160 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-ce3904ce-a994-4148-93ff-1b8bc6698c74 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/fa43472a-4198-40bb-b837-a3f0769bbefb HTTP/1.1" status: 204 len: 168 time: 0.1704438 Jun 16 13:47:07.559160 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-16e15cd3-684c-492c-95f5-dca8b7dc22bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:07.576872 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 75e63893-ed27-4a83-a9f6-3985c74f5630 up at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:47:07.582067 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-ed64e8b3-3d7a-4401-9850-8863c8af2f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b351a334-376b-4f9c-ba04-9e3b448f9ab0', 'name': 'tempest-AttachVolumeShelveTestJSON-942509144-router', 'tenant_id': '908a353f90684e269bfddb80904ca191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.183'}], 'enable_snat': True}, 'gw_port_id': '6dba4a2d-c901-4a01-9536-08a53eac8aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:47:05Z', 'updated_at': '2021-06-16T13:47:06Z', 'revision_number': 3, 'project_id': '908a353f90684e269bfddb80904ca191', 'gw_port': {'id': '6dba4a2d-c901-4a01-9536-08a53eac8aa4', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:03:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b351a334-376b-4f9c-ba04-9e3b448f9ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:05Z', 'updated_at': '2021-06-16T13:47:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb'}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:07.586287 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3904ce-a994-4148-93ff-1b8bc6698c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa43472a-4198-40bb-b837-a3f0769bbefb,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:07.603479 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-ce3904ce-a994-4148-93ff-1b8bc6698c74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:07.610705 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed64e8b3-3d7a-4401-9850-8863c8af2f1a None None] Checking router: b351a334-376b-4f9c-ba04-9e3b448f9ab0 for host: dv-cinder-789603-10-smb {{(pid=103676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:47:07.611296 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed64e8b3-3d7a-4401-9850-8863c8af2f1a None None] Updating router b351a334-376b-4f9c-ba04-9e3b448f9ab0 port 6dba4a2d-c901-4a01-9536-08a53eac8aa4 binding host dv-cinder-789603-10-smb {{(pid=103676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 13:47:07.667818 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-ed64e8b3-3d7a-4401-9850-8863c8af2f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:07.695010 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.db_base_plugin_common [None req-a68d14a6-6ef9-4579-a3a0-e1b480c244ce admin admin] Allocated IP 172.20.0.1 (b4697126-5628-44a4-9716-d1cd33ca7762/e7ad7888-1d58-4693-a737-cc195965ac3b/07dddb34-c220-49b6-8d05-8e9335a6493d) {{(pid=103674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:47:07.785904 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning for port 75e63893-ed27-4a83-a9f6-3985c74f5630 completed by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:47:07.797221 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning complete for port 75e63893-ed27-4a83-a9f6-3985c74f5630 triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:47:07.797601 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:07.815492 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-76e14732-4a37-42ef-8b27-e246313c1266 req-1481dc68-9543-402b-82f8-9dd057c24a23 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1169651 Jun 16 13:47:07.827762 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d9e3273b-6be3-4e01-bca7-8e027e02d145 None None] Provisioning complete for port 75e63893-ed27-4a83-a9f6-3985c74f5630 triggered by entity DHCP. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:47:07.828163 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d9e3273b-6be3-4e01-bca7-8e027e02d145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:07.856452 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a68d14a6-6ef9-4579-a3a0-e1b480c244ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:07.892318 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.provisioning_blocks [None req-a68d14a6-6ef9-4579-a3a0-e1b480c244ce admin admin] Transition to ACTIVE for port object 07dddb34-c220-49b6-8d05-8e9335a6493d will not be triggered until provisioned by entity DHCP. {{(pid=103674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:47:07.931445 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e14732-4a37-42ef-8b27-e246313c1266 req-44c89fd7-5710-415f-9011-166dfe2776b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:07.932940 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-76e14732-4a37-42ef-8b27-e246313c1266 req-44c89fd7-5710-415f-9011-166dfe2776b0 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=1c34861a49bb497085ef26aa3cc556f7&device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 1099 time: 0.0940013 Jun 16 13:47:07.947784 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a68d14a6-6ef9-4579-a3a0-e1b480c244ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1833118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779594881046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10072334'] for port, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:07.952828 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:08.036373 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68d14a6-6ef9-4579-a3a0-e1b480c244ce admin admin] Network b4697126-5628-44a4-9716-d1cd33ca7762 is already hosted by enough agents. {{(pid=103674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:47:08.041791 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:08.047480 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [None req-a68d14a6-6ef9-4579-a3a0-e1b480c244ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:47:08.050294 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d9e3273b-6be3-4e01-bca7-8e027e02d145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:08.053193 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68d14a6-6ef9-4579-a3a0-e1b480c244ce admin admin] Received port after_create {{(pid=103674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:47:08.058976 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d14a6-6ef9-4579-a3a0-e1b480c244ce admin admin] Pushing event updated for resources: {'Port': ['ID=07dddb34-c220-49b6-8d05-8e9335a6493d,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:08.082767 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-a68d14a6-6ef9-4579-a3a0-e1b480c244ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:08.119036 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e14732-4a37-42ef-8b27-e246313c1266 req-ae66ae06-5932-466b-b593-e696c7929525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:08.121210 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-76e14732-4a37-42ef-8b27-e246313c1266 req-ae66ae06-5932-466b-b593-e696c7929525 service neutron] 10.222.0.101 "GET /v2.0/networks?id=bc7f85d7-a9cc-4cbe-8009-a532b58d3643 HTTP/1.1" status: 200 len: 912 time: 0.1621904 Jun 16 13:47:08.122489 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a68d14a6-6ef9-4579-a3a0-e1b480c244ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754772'] for router_interface, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:08.135008 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] For port 75e63893-ed27-4a83-a9f6-3985c74f5630, host dv-cinder-789603-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=75e63893-ed27-4a83-a9f6-3985c74f5630,segment=NetworkSegment(29d3f593-ba8c-4d27-8f0e-5003fc71b744),segment_id=29d3f593-ba8c-4d27-8f0e-5003fc71b744)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:47:08.146872 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:08.150604 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-ed64e8b3-3d7a-4401-9850-8863c8af2f1a None None] Notify callbacks [] for port, precommit_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:08.156424 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:08.203921 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-ed64e8b3-3d7a-4401-9850-8863c8af2f1a None None] Transition to ACTIVE for port object 6dba4a2d-c901-4a01-9536-08a53eac8aa4 will not be triggered until provisioned by entity L2. {{(pid=103676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:47:08.220054 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-ed64e8b3-3d7a-4401-9850-8863c8af2f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:08.241920 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-76e14732-4a37-42ef-8b27-e246313c1266 req-27539bb9-38ae-4016-8111-886ae59a1496 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=502f58da-40f5-4748-b983-a88cec399cd2 HTTP/1.1" status: 200 len: 1002 time: 0.0826199 Jun 16 13:47:08.256629 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Pushing event updated for resources: {'Port': ['ID=75e63893-ed27-4a83-a9f6-3985c74f5630,revision_number=3']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:08.259957 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.db.api [None req-d9e3273b-6be3-4e01-bca7-8e027e02d145 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 13:47:08.260553 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_db.api [None req-d9e3273b-6be3-4e01-bca7-8e027e02d145 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 13:47:08.261359 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:08.264502 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:08.303380 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4842a94-9cd6-465d-941d-a461a543cd11 None None] Pushing event updated for resources: {'Port': ['ID=6dba4a2d-c901-4a01-9536-08a53eac8aa4,revision_number=2']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:08.311614 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-a4842a94-9cd6-465d-941d-a461a543cd11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:08.318330 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-ed64e8b3-3d7a-4401-9850-8863c8af2f1a None None] Attempting to bind port 6dba4a2d-c901-4a01-9536-08a53eac8aa4 on host dv-cinder-789603-10-smb for vnic_type normal with profile {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:47:08.318857 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-ed64e8b3-3d7a-4401-9850-8863c8af2f1a None None] Attempting to bind port 6dba4a2d-c901-4a01-9536-08a53eac8aa4 by drivers openvswitch,hyperv on host dv-cinder-789603-10-smb at level 0 using segments [{'id': '8c058e4f-8cd0-4a1d-96cc-b525f030ca20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750'}] {{(pid=103676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:47:08.319371 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed64e8b3-3d7a-4401-9850-8863c8af2f1a None None] Attempting to bind port 6dba4a2d-c901-4a01-9536-08a53eac8aa4 on network 0670eadb-aa0f-4551-9ff4-64f252730750 {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:47:08.325836 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed64e8b3-3d7a-4401-9850-8863c8af2f1a None None] Checking agent: {'id': '621db60c-c63b-44d7-809e-3da174a43cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 1), 'started_at': datetime.datetime(2021, 6, 16, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:47:08.326615 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed64e8b3-3d7a-4401-9850-8863c8af2f1a None None] Checking segment: {'id': '8c058e4f-8cd0-4a1d-96cc-b525f030ca20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:47:08.327349 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-ed64e8b3-3d7a-4401-9850-8863c8af2f1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:08.327788 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed64e8b3-3d7a-4401-9850-8863c8af2f1a None None] Bound using segment: {'id': '8c058e4f-8cd0-4a1d-96cc-b525f030ca20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750'} {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:47:08.328295 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-ed64e8b3-3d7a-4401-9850-8863c8af2f1a None None] Bound port: 6dba4a2d-c901-4a01-9536-08a53eac8aa4, host: dv-cinder-789603-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c058e4f-8cd0-4a1d-96cc-b525f030ca20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750'}}] {{(pid=103676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:47:08.328877 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-ed64e8b3-3d7a-4401-9850-8863c8af2f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:08.331899 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e14732-4a37-42ef-8b27-e246313c1266 req-2c562be9-7016-461a-9c3e-21f6e59dec4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:08.335448 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-76e14732-4a37-42ef-8b27-e246313c1266 req-2c562be9-7016-461a-9c3e-21f6e59dec4e service neutron] 10.222.0.101 "GET /v2.0/subnets?id=fdb76e97-5183-4499-ab60-29df581b2de7 HTTP/1.1" status: 200 len: 849 time: 0.0640600 Jun 16 13:47:08.381112 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-ed64e8b3-3d7a-4401-9850-8863c8af2f1a None None] For port 6dba4a2d-c901-4a01-9536-08a53eac8aa4, host dv-cinder-789603-10-smb, cleared binding levels {{(pid=103676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:47:08.384644 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-ed64e8b3-3d7a-4401-9850-8863c8af2f1a None None] For port 6dba4a2d-c901-4a01-9536-08a53eac8aa4, host dv-cinder-789603-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=6dba4a2d-c901-4a01-9536-08a53eac8aa4,segment=NetworkSegment(8c058e4f-8cd0-4a1d-96cc-b525f030ca20),segment_id=8c058e4f-8cd0-4a1d-96cc-b525f030ca20)] {{(pid=103676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:47:08.396039 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-ed64e8b3-3d7a-4401-9850-8863c8af2f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:08.396039 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:08.396263 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a68d14a6-6ef9-4579-a3a0-e1b480c244ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:08.446053 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed64e8b3-3d7a-4401-9850-8863c8af2f1a None None] Routers {'b351a334-376b-4f9c-ba04-9e3b448f9ab0'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:47:08.446667 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-ed64e8b3-3d7a-4401-9850-8863c8af2f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:47:01Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['b351a334-376b-4f9c-ba04-9e3b448f9ab0'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:08.451358 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4842a94-9cd6-465d-941d-a461a543cd11 None None] Pushing event updated for resources: {'Port': ['ID=6dba4a2d-c901-4a01-9536-08a53eac8aa4,revision_number=3']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:08.484585 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-a4842a94-9cd6-465d-941d-a461a543cd11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:08.550685 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e14732-4a37-42ef-8b27-e246313c1266 req-5e4105b3-0555-44c4-86ea-bf8d9fbaf591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:08.552176 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-76e14732-4a37-42ef-8b27-e246313c1266 req-5e4105b3-0555-44c4-86ea-bf8d9fbaf591 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=bc7f85d7-a9cc-4cbe-8009-a532b58d3643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1694708 Jun 16 13:47:08.555090 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-ed64e8b3-3d7a-4401-9850-8863c8af2f1a None None] Set router b351a334-376b-4f9c-ba04-9e3b448f9ab0 gateway port host: dv-cinder-789603-10-smb {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:47:08.677293 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a68d14a6-6ef9-4579-a3a0-e1b480c244ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:08.682474 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-76e14732-4a37-42ef-8b27-e246313c1266 req-9663961b-f769-4491-b9a5-9677832b601e service neutron] 10.222.0.101 "GET /v2.0/networks/bc7f85d7-a9cc-4cbe-8009-a532b58d3643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222174 Jun 16 13:47:08.683929 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a68d14a6-6ef9-4579-a3a0-e1b480c244ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10072344'] for port, after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:08.686468 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:08.798225 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a68d14a6-6ef9-4579-a3a0-e1b480c244ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-623293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-754728'] for router_interface, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:08.801233 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-ed64e8b3-3d7a-4401-9850-8863c8af2f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b351a334-376b-4f9c-ba04-9e3b448f9ab0', 'name': 'tempest-AttachVolumeShelveTestJSON-942509144-router', 'tenant_id': '908a353f90684e269bfddb80904ca191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.183'}], 'enable_snat': True}, 'gw_port_id': '6dba4a2d-c901-4a01-9536-08a53eac8aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:47:05Z', 'updated_at': '2021-06-16T13:47:08Z', 'revision_number': 4, 'project_id': '908a353f90684e269bfddb80904ca191', 'gw_port': {'id': '6dba4a2d-c901-4a01-9536-08a53eac8aa4', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:03:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b351a334-376b-4f9c-ba04-9e3b448f9ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:05Z', 'updated_at': '2021-06-16T13:47:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_interfaces': [{'id': '07dddb34-c220-49b6-8d05-8e9335a6493d', 'name': '', 'network_id': 'b4697126-5628-44a4-9716-d1cd33ca7762', 'tenant_id': '908a353f90684e269bfddb80904ca191', 'mac_address': 'fa:16:3e:63:12:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b351a334-376b-4f9c-ba04-9e3b448f9ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'e7ad7888-1d58-4693-a737-cc195965ac3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:07Z', 'updated_at': '2021-06-16T13:47:07Z', 'revision_number': 1, 'project_id': '908a353f90684e269bfddb80904ca191', 'subnets': [{'id': 'e7ad7888-1d58-4693-a737-cc195965ac3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:08.808167 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed64e8b3-3d7a-4401-9850-8863c8af2f1a None None] The sync data for ids ['b351a334-376b-4f9c-ba04-9e3b448f9ab0'] in dv-cinder-789603-10-smb is: [{'id': 'b351a334-376b-4f9c-ba04-9e3b448f9ab0', 'name': 'tempest-AttachVolumeShelveTestJSON-942509144-router', 'tenant_id': '908a353f90684e269bfddb80904ca191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.183'}], 'enable_snat': True}, 'gw_port_id': '6dba4a2d-c901-4a01-9536-08a53eac8aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:47:05Z', 'updated_at': '2021-06-16T13:47:08Z', 'revision_number': 4, 'project_id': '908a353f90684e269bfddb80904ca191', 'gw_port': {'id': '6dba4a2d-c901-4a01-9536-08a53eac8aa4', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:03:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b351a334-376b-4f9c-ba04-9e3b448f9ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:05Z', 'updated_at': '2021-06-16T13:47:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_interfaces': [{'id': '07dddb34-c220-49b6-8d05-8e9335a6493d', 'name': '', 'network_id': 'b4697126-5628-44a4-9716-d1cd33ca7762', 'tenant_id': '908a353f90684e269bfddb80904ca191', 'mac_address': 'fa:16:3e:63:12:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b351a334-376b-4f9c-ba04-9e3b448f9ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'e7ad7888-1d58-4693-a737-cc195965ac3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:07Z', 'updated_at': '2021-06-16T13:47:07Z', 'revision_number': 1, 'project_id': '908a353f90684e269bfddb80904ca191', 'subnets': [{'id': 'e7ad7888-1d58-4693-a737-cc195965ac3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:47:08.812157 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d14a6-6ef9-4579-a3a0-e1b480c244ce admin admin] Pushing event updated for resources: {'Port': ['ID=07dddb34-c220-49b6-8d05-8e9335a6493d,revision_number=2']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:08.817865 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-a68d14a6-6ef9-4579-a3a0-e1b480c244ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:08.884797 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-76e14732-4a37-42ef-8b27-e246313c1266 req-12f93685-8a57-47ef-a104-eb37f7a32843 service neutron] 10.222.0.101 "GET /v2.0/networks/bc7f85d7-a9cc-4cbe-8009-a532b58d3643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767578 Jun 16 13:47:08.931282 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68d14a6-6ef9-4579-a3a0-e1b480c244ce admin admin] Network b4697126-5628-44a4-9716-d1cd33ca7762 is already hosted by enough agents. {{(pid=103674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:47:08.933085 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [None req-a68d14a6-6ef9-4579-a3a0-e1b480c244ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:47:08.945121 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-910371d5-edb4-4cd5-b37f-8efcd11f024e None None] Provisioning for port 07dddb34-c220-49b6-8d05-8e9335a6493d completed by entity DHCP. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:47:08.961795 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-910371d5-edb4-4cd5-b37f-8efcd11f024e None None] Provisioning complete for port 07dddb34-c220-49b6-8d05-8e9335a6493d triggered by entity DHCP. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:47:08.962377 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-910371d5-edb4-4cd5-b37f-8efcd11f024e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:09.014457 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-910371d5-edb4-4cd5-b37f-8efcd11f024e None None] Port 07dddb34-c220-49b6-8d05-8e9335a6493d cannot update to ACTIVE because it is not bound. {{(pid=103676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:47:09.085764 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a68d14a6-6ef9-4579-a3a0-e1b480c244ce admin admin] Router b351a334-376b-4f9c-ba04-9e3b448f9ab0 has already been hosted by L3 agent bfb54b95-b8bd-4202-8e6c-bc5e048a10e9 {{(pid=103674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:47:09.219533 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a68d14a6-6ef9-4579-a3a0-e1b480c244ce admin admin] Notify agent at l3_agent.dv-cinder-789603-10-smb the message routers_updated {{(pid=103674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:47:09.226292 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-a68d14a6-6ef9-4579-a3a0-e1b480c244ce admin admin] 10.222.0.104 "PUT /v2.0/routers/b351a334-376b-4f9c-ba04-9e3b448f9ab0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2054327 Jun 16 13:47:09.239412 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-f571026a-9ffc-49e2-b9ee-38404e3095ac None None] Provisioning complete for port 07dddb34-c220-49b6-8d05-8e9335a6493d triggered by entity DHCP. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:47:09.239920 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-f571026a-9ffc-49e2-b9ee-38404e3095ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:09.289980 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-f571026a-9ffc-49e2-b9ee-38404e3095ac None None] Port 07dddb34-c220-49b6-8d05-8e9335a6493d cannot update to ACTIVE because it is not bound. {{(pid=103676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:47:09.492799 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 75e63893-ed27-4a83-a9f6-3985c74f5630 up at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:47:09.581442 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning complete for port 75e63893-ed27-4a83-a9f6-3985c74f5630 triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:47:09.581944 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:09.631384 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:10.187119 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 42696) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:10.191987 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.v2.base [None req-b21315b5-9f96-4ce1-896e-b229690c7556 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1164507051', 'description': 'tempest-description--719853009'}} {{(pid=103675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:47:10.216676 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-b21315b5-9f96-4ce1-896e-b229690c7556 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks [] for security_group, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:10.300871 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-b21315b5-9f96-4ce1-896e-b229690c7556 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks [] for security_group, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:10.306189 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-b21315b5-9f96-4ce1-896e-b229690c7556 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:10.309596 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-2e79feb6-b54d-4b77-ba07-00a7a1ebefaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:10.329984 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-b21315b5-9f96-4ce1-896e-b229690c7556 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:10.331163 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-b21315b5-9f96-4ce1-896e-b229690c7556 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1429486 Jun 16 13:47:10.334820 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 42704) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:10.339987 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21315b5-9f96-4ce1-896e-b229690c7556 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eea3e66e-fc88-4e61-bc03-458a9ab965b2,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:10.340667 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [None req-7cf3618a-4b0c-4cc0-8340-08fd40be38ed tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Request body: {'security_group_rule': {'security_group_id': 'eea3e66e-fc88-4e61-bc03-458a9ab965b2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:47:10.343315 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-b21315b5-9f96-4ce1-896e-b229690c7556 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:10.375191 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-7cf3618a-4b0c-4cc0-8340-08fd40be38ed tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:10.437806 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-7cf3618a-4b0c-4cc0-8340-08fd40be38ed tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:10.442010 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-7cf3618a-4b0c-4cc0-8340-08fd40be38ed tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719390'] for security_group_rule, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:10.447633 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-0e38054a-8d72-4924-95f2-1157b38641d5 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:10.461085 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf3618a-4b0c-4cc0-8340-08fd40be38ed tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c715a92-9ac8-4772-aba4-24216ea3af62,revision_number=0']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:10.464101 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-7cf3618a-4b0c-4cc0-8340-08fd40be38ed tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:10.467537 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-7cf3618a-4b0c-4cc0-8340-08fd40be38ed tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:10.468361 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-7cf3618a-4b0c-4cc0-8340-08fd40be38ed tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1317859 Jun 16 13:47:10.471146 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 42706) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:10.476517 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.v2.base [None req-4ca5e3be-e1f8-4368-aacf-5327e5b8db71 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Request body: {'security_group_rule': {'security_group_id': 'eea3e66e-fc88-4e61-bc03-458a9ab965b2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:47:10.502631 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-4ca5e3be-e1f8-4368-aacf-5327e5b8db71 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:10.562420 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-4ca5e3be-e1f8-4368-aacf-5327e5b8db71 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:10.566559 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-4ca5e3be-e1f8-4368-aacf-5327e5b8db71 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719390'] for security_group_rule, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:10.569092 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-d8c76ecf-1580-4a1e-bfb0-6f84a9d13313 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:10.586481 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca5e3be-e1f8-4368-aacf-5327e5b8db71 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=949a56df-8f7e-4037-8a5d-1c85078840a8,revision_number=0']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:10.594530 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-4ca5e3be-e1f8-4368-aacf-5327e5b8db71 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:10.599329 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-4ca5e3be-e1f8-4368-aacf-5327e5b8db71 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:10.601045 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-4ca5e3be-e1f8-4368-aacf-5327e5b8db71 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1288738 Jun 16 13:47:10.604259 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 42708) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:10.609182 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.v2.base [None req-67ec36b6-6172-43c9-b80d-bab7c3b83ae0 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Request body: {'floatingip': {'floating_network_id': '0670eadb-aa0f-4551-9ff4-64f252730750'}} {{(pid=103675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:47:10.633646 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-67ec36b6-6172-43c9-b80d-bab7c3b83ae0 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks [] for floatingip, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:10.735032 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-67ec36b6-6172-43c9-b80d-bab7c3b83ae0 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for port, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:10.835404 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.db.db_base_plugin_common [None req-67ec36b6-6172-43c9-b80d-bab7c3b83ae0 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Allocated IP 172.28.1.84 (0670eadb-aa0f-4551-9ff4-64f252730750/f2f4aa09-e9c1-4804-aa42-b5c4d121e78a/a645a092-9afe-4b99-a6d4-d6a7cd22da97) {{(pid=103675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:47:10.941708 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-67ec36b6-6172-43c9-b80d-bab7c3b83ae0 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks [] for port, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:10.959122 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c833cfa-308c-4e50-94c2-55d56d03d507 None None] Sync routers for ids ['b351a334-376b-4f9c-ba04-9e3b448f9ab0'] in dv-cinder-789603-10-smb {{(pid=103677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:47:10.969226 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c833cfa-308c-4e50-94c2-55d56d03d507 None None] Routers {'b351a334-376b-4f9c-ba04-9e3b448f9ab0'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:47:10.970212 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_hamode_db [None req-3c833cfa-308c-4e50-94c2-55d56d03d507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:47:01Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['b351a334-376b-4f9c-ba04-9e3b448f9ab0'], 'active': True} {{(pid=103677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:10.994557 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-67ec36b6-6172-43c9-b80d-bab7c3b83ae0 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1833118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779594881046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10267002'] for port, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:10.996748 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-d7e786c1-0c02-40f6-aac7-a7c13b0cc89c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:11.035298 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ec36b6-6172-43c9-b80d-bab7c3b83ae0 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Network 0670eadb-aa0f-4551-9ff4-64f252730750 is already hosted by enough agents. {{(pid=103675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:47:11.040812 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.base_scheduler [None req-67ec36b6-6172-43c9-b80d-bab7c3b83ae0 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Resources bound (agent type, host, resource id): {{(pid=103675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:47:11.044187 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ec36b6-6172-43c9-b80d-bab7c3b83ae0 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Received port after_create {{(pid=103675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:47:11.049993 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ec36b6-6172-43c9-b80d-bab7c3b83ae0 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Pushing event updated for resources: {'Port': ['ID=a645a092-9afe-4b99-a6d4-d6a7cd22da97,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:11.068258 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-67ec36b6-6172-43c9-b80d-bab7c3b83ae0 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:11.076976 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_dvr_db [None req-3c833cfa-308c-4e50-94c2-55d56d03d507 None None] Set router b351a334-376b-4f9c-ba04-9e3b448f9ab0 gateway port host: dv-cinder-789603-10-smb {{(pid=103677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:47:11.135363 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-67ec36b6-6172-43c9-b80d-bab7c3b83ae0 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:11.178789 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-67ec36b6-6172-43c9-b80d-bab7c3b83ae0 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:11.268529 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_hamode_db [None req-3c833cfa-308c-4e50-94c2-55d56d03d507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b351a334-376b-4f9c-ba04-9e3b448f9ab0', 'name': 'tempest-AttachVolumeShelveTestJSON-942509144-router', 'tenant_id': '908a353f90684e269bfddb80904ca191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.183'}], 'enable_snat': True}, 'gw_port_id': '6dba4a2d-c901-4a01-9536-08a53eac8aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:47:05Z', 'updated_at': '2021-06-16T13:47:08Z', 'revision_number': 4, 'project_id': '908a353f90684e269bfddb80904ca191', 'gw_port': {'id': '6dba4a2d-c901-4a01-9536-08a53eac8aa4', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:03:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b351a334-376b-4f9c-ba04-9e3b448f9ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:05Z', 'updated_at': '2021-06-16T13:47:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_interfaces': [{'id': '07dddb34-c220-49b6-8d05-8e9335a6493d', 'name': '', 'network_id': 'b4697126-5628-44a4-9716-d1cd33ca7762', 'tenant_id': '908a353f90684e269bfddb80904ca191', 'mac_address': 'fa:16:3e:63:12:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b351a334-376b-4f9c-ba04-9e3b448f9ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'e7ad7888-1d58-4693-a737-cc195965ac3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:07Z', 'updated_at': '2021-06-16T13:47:08Z', 'revision_number': 2, 'project_id': '908a353f90684e269bfddb80904ca191', 'subnets': [{'id': 'e7ad7888-1d58-4693-a737-cc195965ac3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:11.271717 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c833cfa-308c-4e50-94c2-55d56d03d507 None None] Checking router: b351a334-376b-4f9c-ba04-9e3b448f9ab0 for host: dv-cinder-789603-10-smb {{(pid=103677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:47:11.272104 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c833cfa-308c-4e50-94c2-55d56d03d507 None None] Updating router b351a334-376b-4f9c-ba04-9e3b448f9ab0 port 07dddb34-c220-49b6-8d05-8e9335a6493d binding host dv-cinder-789603-10-smb {{(pid=103677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 13:47:11.313532 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron_lib.callbacks.manager [None req-3c833cfa-308c-4e50-94c2-55d56d03d507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:11.324360 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-67ec36b6-6172-43c9-b80d-bab7c3b83ae0 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks [] for port, precommit_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:11.330706 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-67ec36b6-6172-43c9-b80d-bab7c3b83ae0 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10266988'] for port, after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:11.332623 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:11.400490 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ec36b6-6172-43c9-b80d-bab7c3b83ae0 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Pushing event updated for resources: {'Port': ['ID=a645a092-9afe-4b99-a6d4-d6a7cd22da97,revision_number=2']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:11.404305 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-67ec36b6-6172-43c9-b80d-bab7c3b83ae0 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:11.410982 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-67ec36b6-6172-43c9-b80d-bab7c3b83ae0 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759278'] for floatingip, after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:11.428296 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-67ec36b6-6172-43c9-b80d-bab7c3b83ae0 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914'] for floatingip, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:11.430062 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-67ec36b6-6172-43c9-b80d-bab7c3b83ae0 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8246953 Jun 16 13:47:11.528228 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 6dba4a2d-c901-4a01-9536-08a53eac8aa4 up at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:47:11.576860 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning for port 6dba4a2d-c901-4a01-9536-08a53eac8aa4 completed by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:47:11.580617 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning complete for port 6dba4a2d-c901-4a01-9536-08a53eac8aa4 triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:47:11.581713 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f9cef554-2752-49d1-b2cf-1b82223f292e req-a3f2ee4a-ec5a-4cd6-88b1-0e188591d364 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-securitygroup--1164507051&fields=id&tenant_id=908a353f90684e269bfddb80904ca191 HTTP/1.1" status: 200 len: 267 time: 0.0344729 Jun 16 13:47:11.584496 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:11.605795 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron_lib.callbacks.manager [None req-3c833cfa-308c-4e50-94c2-55d56d03d507 None None] Notify callbacks [] for port, precommit_update {{(pid=103677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:11.617643 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.provisioning_blocks [None req-3c833cfa-308c-4e50-94c2-55d56d03d507 None None] Transition to ACTIVE for port object 07dddb34-c220-49b6-8d05-8e9335a6493d will not be triggered until provisioned by entity L2. {{(pid=103677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:47:11.624380 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron_lib.callbacks.manager [None req-3c833cfa-308c-4e50-94c2-55d56d03d507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:11.626971 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG oslo_concurrency.lockutils [None req-a224354f-48e8-40f8-b2ce-f60817eb992f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:11.677697 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec79f334-f780-4603-84d7-32fe9f8c7aeb None None] Pushing event updated for resources: {'Port': ['ID=07dddb34-c220-49b6-8d05-8e9335a6493d,revision_number=3']} {{(pid=103677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:11.701738 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cef554-2752-49d1-b2cf-1b82223f292e req-97863244-77c2-4239-b7e7-c39392d98f2a tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:11.703414 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f9cef554-2752-49d1-b2cf-1b82223f292e req-97863244-77c2-4239-b7e7-c39392d98f2a tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/networks?id=b4697126-5628-44a4-9716-d1cd33ca7762 HTTP/1.1" status: 200 len: 816 time: 0.1139998 Jun 16 13:47:11.730491 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f9cef554-2752-49d1-b2cf-1b82223f292e req-b3033d55-3521-417a-a414-256696c0cca1 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/quotas/908a353f90684e269bfddb80904ca191 HTTP/1.1" status: 200 len: 375 time: 0.0157094 Jun 16 13:47:11.849502 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:11.850501 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f9cef554-2752-49d1-b2cf-1b82223f292e req-a9befe34-c644-4b0d-8a40-8d29d8436742 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=908a353f90684e269bfddb80904ca191&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1136775 Jun 16 13:47:11.875565 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec79f334-f780-4603-84d7-32fe9f8c7aeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:11.875889 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec79f334-f780-4603-84d7-32fe9f8c7aeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:11.876259 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec79f334-f780-4603-84d7-32fe9f8c7aeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:11.876601 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec79f334-f780-4603-84d7-32fe9f8c7aeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:11.876924 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec79f334-f780-4603-84d7-32fe9f8c7aeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:11.877586 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] For port 6dba4a2d-c901-4a01-9536-08a53eac8aa4, host dv-cinder-789603-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=6dba4a2d-c901-4a01-9536-08a53eac8aa4,segment=NetworkSegment(8c058e4f-8cd0-4a1d-96cc-b525f030ca20),segment_id=8c058e4f-8cd0-4a1d-96cc-b525f030ca20)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:47:11.880676 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec79f334-f780-4603-84d7-32fe9f8c7aeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:11.881076 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec79f334-f780-4603-84d7-32fe9f8c7aeb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:11.882212 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec79f334-f780-4603-84d7-32fe9f8c7aeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:11.882706 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec79f334-f780-4603-84d7-32fe9f8c7aeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:11.883067 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec79f334-f780-4603-84d7-32fe9f8c7aeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:11.883389 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec79f334-f780-4603-84d7-32fe9f8c7aeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:11.883708 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec79f334-f780-4603-84d7-32fe9f8c7aeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:47:11.885520 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:11.888406 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG oslo_concurrency.lockutils [None req-ec79f334-f780-4603-84d7-32fe9f8c7aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=103677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:11.888676 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:11.899863 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.managers [None req-3c833cfa-308c-4e50-94c2-55d56d03d507 None None] Attempting to bind port 07dddb34-c220-49b6-8d05-8e9335a6493d on host dv-cinder-789603-10-smb for vnic_type normal with profile {{(pid=103677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:47:11.900216 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.managers [None req-3c833cfa-308c-4e50-94c2-55d56d03d507 None None] Attempting to bind port 07dddb34-c220-49b6-8d05-8e9335a6493d by drivers openvswitch,hyperv on host dv-cinder-789603-10-smb at level 0 using segments [{'id': '29d3f593-ba8c-4d27-8f0e-5003fc71b744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'b4697126-5628-44a4-9716-d1cd33ca7762'}] {{(pid=103677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:47:11.900581 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c833cfa-308c-4e50-94c2-55d56d03d507 None None] Attempting to bind port 07dddb34-c220-49b6-8d05-8e9335a6493d on network b4697126-5628-44a4-9716-d1cd33ca7762 {{(pid=103677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:47:11.912986 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c833cfa-308c-4e50-94c2-55d56d03d507 None None] Checking agent: {'id': '621db60c-c63b-44d7-809e-3da174a43cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 1), 'started_at': datetime.datetime(2021, 6, 16, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 47, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:47:11.913370 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c833cfa-308c-4e50-94c2-55d56d03d507 None None] Checking segment: {'id': '29d3f593-ba8c-4d27-8f0e-5003fc71b744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'b4697126-5628-44a4-9716-d1cd33ca7762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:47:11.914008 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron_lib.callbacks.manager [None req-3c833cfa-308c-4e50-94c2-55d56d03d507 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:11.914719 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c833cfa-308c-4e50-94c2-55d56d03d507 None None] Bound using segment: {'id': '29d3f593-ba8c-4d27-8f0e-5003fc71b744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'b4697126-5628-44a4-9716-d1cd33ca7762'} {{(pid=103677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:47:11.915278 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.managers [None req-3c833cfa-308c-4e50-94c2-55d56d03d507 None None] Bound port: 07dddb34-c220-49b6-8d05-8e9335a6493d, host: dv-cinder-789603-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d3f593-ba8c-4d27-8f0e-5003fc71b744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'b4697126-5628-44a4-9716-d1cd33ca7762'}}] {{(pid=103677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:47:11.920269 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron_lib.callbacks.manager [None req-3c833cfa-308c-4e50-94c2-55d56d03d507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:11.962186 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Pushing event updated for resources: {'Port': ['ID=6dba4a2d-c901-4a01-9536-08a53eac8aa4,revision_number=4']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:11.962665 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:11.990259 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.db [None req-3c833cfa-308c-4e50-94c2-55d56d03d507 None None] For port 07dddb34-c220-49b6-8d05-8e9335a6493d, host dv-cinder-789603-10-smb, cleared binding levels {{(pid=103677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:47:11.994030 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.db [None req-3c833cfa-308c-4e50-94c2-55d56d03d507 None None] For port 07dddb34-c220-49b6-8d05-8e9335a6493d, host dv-cinder-789603-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=07dddb34-c220-49b6-8d05-8e9335a6493d,segment=NetworkSegment(29d3f593-ba8c-4d27-8f0e-5003fc71b744),segment_id=29d3f593-ba8c-4d27-8f0e-5003fc71b744)] {{(pid=103677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:47:11.997837 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron_lib.callbacks.manager [None req-3c833cfa-308c-4e50-94c2-55d56d03d507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:11.999963 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG oslo_concurrency.lockutils [None req-a224354f-48e8-40f8-b2ce-f60817eb992f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:12.002417 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f9cef554-2752-49d1-b2cf-1b82223f292e req-32991271-a1e3-43f8-b37b-00f8ced80d4c service neutron] 10.222.0.104 "GET /v2.0/networks/b4697126-5628-44a4-9716-d1cd33ca7762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311502 Jun 16 13:47:12.062976 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c833cfa-308c-4e50-94c2-55d56d03d507 None None] Routers {'b351a334-376b-4f9c-ba04-9e3b448f9ab0'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:47:12.063605 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_hamode_db [None req-3c833cfa-308c-4e50-94c2-55d56d03d507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:47:01Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['b351a334-376b-4f9c-ba04-9e3b448f9ab0'], 'active': True} {{(pid=103677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:12.068964 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec79f334-f780-4603-84d7-32fe9f8c7aeb None None] Pushing event updated for resources: {'Port': ['ID=07dddb34-c220-49b6-8d05-8e9335a6493d,revision_number=4']} {{(pid=103677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:12.101402 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG oslo_concurrency.lockutils [None req-ec79f334-f780-4603-84d7-32fe9f8c7aeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=103677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:12.109846 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f9cef554-2752-49d1-b2cf-1b82223f292e req-14307c15-63b8-4207-95a8-9b5fdd495a4a service neutron] 10.222.0.104 "GET /v2.0/networks/b4697126-5628-44a4-9716-d1cd33ca7762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988245 Jun 16 13:47:12.142152 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.agents_db [None req-04e01baa-1c8d-439a-8f1b-024cbee7c8c9 None None] Agent healthcheck: found 6 active agents {{(pid=103677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:47:12.182923 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_dvr_db [None req-3c833cfa-308c-4e50-94c2-55d56d03d507 None None] Set router b351a334-376b-4f9c-ba04-9e3b448f9ab0 gateway port host: dv-cinder-789603-10-smb {{(pid=103677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:47:12.396393 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_hamode_db [None req-3c833cfa-308c-4e50-94c2-55d56d03d507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b351a334-376b-4f9c-ba04-9e3b448f9ab0', 'name': 'tempest-AttachVolumeShelveTestJSON-942509144-router', 'tenant_id': '908a353f90684e269bfddb80904ca191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.183'}], 'enable_snat': True}, 'gw_port_id': '6dba4a2d-c901-4a01-9536-08a53eac8aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:47:05Z', 'updated_at': '2021-06-16T13:47:08Z', 'revision_number': 4, 'project_id': '908a353f90684e269bfddb80904ca191', 'gw_port': {'id': '6dba4a2d-c901-4a01-9536-08a53eac8aa4', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:03:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b351a334-376b-4f9c-ba04-9e3b448f9ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:05Z', 'updated_at': '2021-06-16T13:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_interfaces': [{'id': '07dddb34-c220-49b6-8d05-8e9335a6493d', 'name': '', 'network_id': 'b4697126-5628-44a4-9716-d1cd33ca7762', 'tenant_id': '908a353f90684e269bfddb80904ca191', 'mac_address': 'fa:16:3e:63:12:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b351a334-376b-4f9c-ba04-9e3b448f9ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'e7ad7888-1d58-4693-a737-cc195965ac3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:07Z', 'updated_at': '2021-06-16T13:47:11Z', 'revision_number': 4, 'project_id': '908a353f90684e269bfddb80904ca191', 'subnets': [{'id': 'e7ad7888-1d58-4693-a737-cc195965ac3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:12.400464 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c833cfa-308c-4e50-94c2-55d56d03d507 None None] The sync data for ids ['b351a334-376b-4f9c-ba04-9e3b448f9ab0'] in dv-cinder-789603-10-smb is: [{'id': 'b351a334-376b-4f9c-ba04-9e3b448f9ab0', 'name': 'tempest-AttachVolumeShelveTestJSON-942509144-router', 'tenant_id': '908a353f90684e269bfddb80904ca191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.183'}], 'enable_snat': True}, 'gw_port_id': '6dba4a2d-c901-4a01-9536-08a53eac8aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:47:05Z', 'updated_at': '2021-06-16T13:47:08Z', 'revision_number': 4, 'project_id': '908a353f90684e269bfddb80904ca191', 'gw_port': {'id': '6dba4a2d-c901-4a01-9536-08a53eac8aa4', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:03:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b351a334-376b-4f9c-ba04-9e3b448f9ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:05Z', 'updated_at': '2021-06-16T13:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_interfaces': [{'id': '07dddb34-c220-49b6-8d05-8e9335a6493d', 'name': '', 'network_id': 'b4697126-5628-44a4-9716-d1cd33ca7762', 'tenant_id': '908a353f90684e269bfddb80904ca191', 'mac_address': 'fa:16:3e:63:12:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b351a334-376b-4f9c-ba04-9e3b448f9ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'e7ad7888-1d58-4693-a737-cc195965ac3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:07Z', 'updated_at': '2021-06-16T13:47:11Z', 'revision_number': 4, 'project_id': '908a353f90684e269bfddb80904ca191', 'subnets': [{'id': 'e7ad7888-1d58-4693-a737-cc195965ac3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:47:12.553898 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-952bbdc8-3810-40d5-9463-019457a8306a req-358ea58e-f7b1-4c09-a3ef-fad9e2415ec6 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 210 time: 0.2938936 Jun 16 13:47:13.491988 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 07dddb34-c220-49b6-8d05-8e9335a6493d up at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:47:13.548536 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning for port 07dddb34-c220-49b6-8d05-8e9335a6493d completed by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:47:13.550995 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning complete for port 07dddb34-c220-49b6-8d05-8e9335a6493d triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:47:13.551420 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:13.632985 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:13.672441 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] For port 07dddb34-c220-49b6-8d05-8e9335a6493d, host dv-cinder-789603-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=07dddb34-c220-49b6-8d05-8e9335a6493d,segment=NetworkSegment(29d3f593-ba8c-4d27-8f0e-5003fc71b744),segment_id=29d3f593-ba8c-4d27-8f0e-5003fc71b744)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:47:13.677680 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:13.678673 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 6dba4a2d-c901-4a01-9536-08a53eac8aa4 up at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:47:13.681229 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:13.736510 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-da5b8419-4d84-4544-a8e8-9ab59d86de18 req-0f1775ae-75db-4138-8f4a-2fd71b32efe5 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 210 time: 0.0406392 Jun 16 13:47:13.755467 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Pushing event updated for resources: {'Port': ['ID=07dddb34-c220-49b6-8d05-8e9335a6493d,revision_number=5']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:13.759533 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:13.775893 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning complete for port 6dba4a2d-c901-4a01-9536-08a53eac8aa4 triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:47:13.776345 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:13.785099 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cef554-2752-49d1-b2cf-1b82223f292e req-45b1eebd-8833-4d7e-9ff5-aead674725e4 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:13.786535 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f9cef554-2752-49d1-b2cf-1b82223f292e req-45b1eebd-8833-4d7e-9ff5-aead674725e4 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.101 "GET /v2.0/networks?id=b4697126-5628-44a4-9716-d1cd33ca7762 HTTP/1.1" status: 200 len: 816 time: 0.1475863 Jun 16 13:47:13.838081 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f9cef554-2752-49d1-b2cf-1b82223f292e req-7f1d8f19-d432-4d03-a5e3-e817848fa3b1 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.101 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=908a353f90684e269bfddb80904ca191 HTTP/1.1" status: 200 len: 380 time: 0.0412495 Jun 16 13:47:13.847735 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [req-f9cef554-2752-49d1-b2cf-1b82223f292e req-b57c8726-40d6-4c97-90ad-eae67bbe2ae0 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Request body: {'port': {'device_id': 'faa2f99f-ae79-49ac-bb3f-9ebc957446b7', 'network_id': 'b4697126-5628-44a4-9716-d1cd33ca7762', 'admin_state_up': True, 'tenant_id': '908a353f90684e269bfddb80904ca191', 'security_groups': ['eea3e66e-fc88-4e61-bc03-458a9ab965b2']}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:47:13.958773 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9cef554-2752-49d1-b2cf-1b82223f292e req-b57c8726-40d6-4c97-90ad-eae67bbe2ae0 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Made reservation on behalf of 908a353f90684e269bfddb80904ca191 for: {'port': 1} {{(pid=103674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:47:13.962453 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-f9cef554-2752-49d1-b2cf-1b82223f292e req-b57c8726-40d6-4c97-90ad-eae67bbe2ae0 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for port, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:14.083568 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.db_base_plugin_common [req-f9cef554-2752-49d1-b2cf-1b82223f292e req-b57c8726-40d6-4c97-90ad-eae67bbe2ae0 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Allocated IP 172.20.0.14 (b4697126-5628-44a4-9716-d1cd33ca7762/e7ad7888-1d58-4693-a737-cc195965ac3b/9063e8fe-eaf3-4657-b7bd-0e2e595fa74c) {{(pid=103674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:47:14.221652 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-f9cef554-2752-49d1-b2cf-1b82223f292e req-b57c8726-40d6-4c97-90ad-eae67bbe2ae0 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks [] for port, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:14.235957 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.provisioning_blocks [req-f9cef554-2752-49d1-b2cf-1b82223f292e req-b57c8726-40d6-4c97-90ad-eae67bbe2ae0 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Transition to ACTIVE for port object 9063e8fe-eaf3-4657-b7bd-0e2e595fa74c will not be triggered until provisioned by entity DHCP. {{(pid=103674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:47:14.272766 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-f9cef554-2752-49d1-b2cf-1b82223f292e req-b57c8726-40d6-4c97-90ad-eae67bbe2ae0 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1833118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779594881046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10072334'] for port, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:14.276443 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:14.318362 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9cef554-2752-49d1-b2cf-1b82223f292e req-b57c8726-40d6-4c97-90ad-eae67bbe2ae0 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Network b4697126-5628-44a4-9716-d1cd33ca7762 is already hosted by enough agents. {{(pid=103674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:47:14.324064 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [req-f9cef554-2752-49d1-b2cf-1b82223f292e req-b57c8726-40d6-4c97-90ad-eae67bbe2ae0 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Resources bound (agent type, host, resource id): {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:47:14.327837 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9cef554-2752-49d1-b2cf-1b82223f292e req-b57c8726-40d6-4c97-90ad-eae67bbe2ae0 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Received port after_create {{(pid=103674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:47:14.351666 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57c8726-40d6-4c97-90ad-eae67bbe2ae0 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Pushing event updated for resources: {'Port': ['ID=9063e8fe-eaf3-4657-b7bd-0e2e595fa74c,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:14.356564 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-b57c8726-40d6-4c97-90ad-eae67bbe2ae0 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:14.381555 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cef554-2752-49d1-b2cf-1b82223f292e req-b57c8726-40d6-4c97-90ad-eae67bbe2ae0 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:14.382180 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-f9cef554-2752-49d1-b2cf-1b82223f292e req-b57c8726-40d6-4c97-90ad-eae67bbe2ae0 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914'] for port, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:14.398059 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f9cef554-2752-49d1-b2cf-1b82223f292e req-b57c8726-40d6-4c97-90ad-eae67bbe2ae0 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5543344 Jun 16 13:47:14.412970 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [req-f9cef554-2752-49d1-b2cf-1b82223f292e req-8074f35f-8b56-4781-b309-9bc16d08edeb service neutron] Request body: {'port': {'device_id': 'faa2f99f-ae79-49ac-bb3f-9ebc957446b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:47:14.490995 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-f9cef554-2752-49d1-b2cf-1b82223f292e req-8074f35f-8b56-4781-b309-9bc16d08edeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:14.614540 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-476034b5-3ef2-4045-be68-1bea7035a4e0 None None] Provisioning for port 9063e8fe-eaf3-4657-b7bd-0e2e595fa74c completed by entity DHCP. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:47:14.618578 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-476034b5-3ef2-4045-be68-1bea7035a4e0 None None] Provisioning complete for port 9063e8fe-eaf3-4657-b7bd-0e2e595fa74c triggered by entity DHCP. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:47:14.618961 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-476034b5-3ef2-4045-be68-1bea7035a4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:14.655853 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-476034b5-3ef2-4045-be68-1bea7035a4e0 None None] Port 9063e8fe-eaf3-4657-b7bd-0e2e595fa74c cannot update to ACTIVE because it is not bound. {{(pid=103676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:47:14.747918 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.notifiers.nova [req-f9cef554-2752-49d1-b2cf-1b82223f292e req-8074f35f-8b56-4781-b309-9bc16d08edeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9063e8fe-eaf3-4657-b7bd-0e2e595fa74c {{(pid=103674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:47:14.755634 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-f9cef554-2752-49d1-b2cf-1b82223f292e req-8074f35f-8b56-4781-b309-9bc16d08edeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:14.767646 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.provisioning_blocks [req-f9cef554-2752-49d1-b2cf-1b82223f292e req-8074f35f-8b56-4781-b309-9bc16d08edeb service neutron] Transition to ACTIVE for port object 9063e8fe-eaf3-4657-b7bd-0e2e595fa74c will not be triggered until provisioned by entity L2. {{(pid=103674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:47:14.773441 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-f9cef554-2752-49d1-b2cf-1b82223f292e req-8074f35f-8b56-4781-b309-9bc16d08edeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10072344'] for port, after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:14.775441 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-9c1efdb7-900c-4152-9661-791376291948 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:14.851870 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8074f35f-8b56-4781-b309-9bc16d08edeb service neutron] Pushing event updated for resources: {'Port': ['ID=9063e8fe-eaf3-4657-b7bd-0e2e595fa74c,revision_number=2']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:14.855568 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-8074f35f-8b56-4781-b309-9bc16d08edeb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:14.959846 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.managers [req-f9cef554-2752-49d1-b2cf-1b82223f292e req-8074f35f-8b56-4781-b309-9bc16d08edeb service neutron] Attempting to bind port 9063e8fe-eaf3-4657-b7bd-0e2e595fa74c on host hv-cinder-78960 for vnic_type normal with profile {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:47:14.960201 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.managers [req-f9cef554-2752-49d1-b2cf-1b82223f292e req-8074f35f-8b56-4781-b309-9bc16d08edeb service neutron] Attempting to bind port 9063e8fe-eaf3-4657-b7bd-0e2e595fa74c by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '29d3f593-ba8c-4d27-8f0e-5003fc71b744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'b4697126-5628-44a4-9716-d1cd33ca7762'}] {{(pid=103674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:47:14.960562 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cef554-2752-49d1-b2cf-1b82223f292e req-8074f35f-8b56-4781-b309-9bc16d08edeb service neutron] Attempting to bind port 9063e8fe-eaf3-4657-b7bd-0e2e595fa74c on network b4697126-5628-44a4-9716-d1cd33ca7762 {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:47:14.969861 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cef554-2752-49d1-b2cf-1b82223f292e req-8074f35f-8b56-4781-b309-9bc16d08edeb service neutron] Port 9063e8fe-eaf3-4657-b7bd-0e2e595fa74c on network b4697126-5628-44a4-9716-d1cd33ca7762 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 13:47:14.970176 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cef554-2752-49d1-b2cf-1b82223f292e req-8074f35f-8b56-4781-b309-9bc16d08edeb service neutron] Attempting to bind port 9063e8fe-eaf3-4657-b7bd-0e2e595fa74c on network b4697126-5628-44a4-9716-d1cd33ca7762 {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:47:14.977381 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cef554-2752-49d1-b2cf-1b82223f292e req-8074f35f-8b56-4781-b309-9bc16d08edeb service neutron] Checking agent: {'id': '1d30c470-50d4-4ce2-b27c-c11b758166c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 42, 10), 'started_at': datetime.datetime(2021, 6, 16, 13, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:47:14.977711 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cef554-2752-49d1-b2cf-1b82223f292e req-8074f35f-8b56-4781-b309-9bc16d08edeb service neutron] Checking segment: {'id': '29d3f593-ba8c-4d27-8f0e-5003fc71b744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'b4697126-5628-44a4-9716-d1cd33ca7762'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:47:14.978082 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9cef554-2752-49d1-b2cf-1b82223f292e req-8074f35f-8b56-4781-b309-9bc16d08edeb service neutron] Bound using segment: {'id': '29d3f593-ba8c-4d27-8f0e-5003fc71b744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'b4697126-5628-44a4-9716-d1cd33ca7762'} {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:47:14.978518 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.managers [req-f9cef554-2752-49d1-b2cf-1b82223f292e req-8074f35f-8b56-4781-b309-9bc16d08edeb service neutron] Bound port: 9063e8fe-eaf3-4657-b7bd-0e2e595fa74c, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29d3f593-ba8c-4d27-8f0e-5003fc71b744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'b4697126-5628-44a4-9716-d1cd33ca7762'}}] {{(pid=103674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:47:14.978863 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-f9cef554-2752-49d1-b2cf-1b82223f292e req-8074f35f-8b56-4781-b309-9bc16d08edeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:14.998458 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eed7ae-bde8-45ce-9fdd-73ac4f7a69ab req-c7a5be77-c947-4161-9fe7-d4dda00cab52 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:14.999901 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-13eed7ae-bde8-45ce-9fdd-73ac4f7a69ab req-c7a5be77-c947-4161-9fe7-d4dda00cab52 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 944 time: 0.1269944 Jun 16 13:47:15.072218 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-13eed7ae-bde8-45ce-9fdd-73ac4f7a69ab req-2d68f428-42ee-4b40-96f4-59699a41f897 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=eea3e66e-fc88-4e61-bc03-458a9ab965b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657818 Jun 16 13:47:15.085160 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.db [req-f9cef554-2752-49d1-b2cf-1b82223f292e req-8074f35f-8b56-4781-b309-9bc16d08edeb service neutron] For port 9063e8fe-eaf3-4657-b7bd-0e2e595fa74c, host hv-cinder-78960, cleared binding levels {{(pid=103674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:47:15.089467 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.db [req-f9cef554-2752-49d1-b2cf-1b82223f292e req-8074f35f-8b56-4781-b309-9bc16d08edeb service neutron] For port 9063e8fe-eaf3-4657-b7bd-0e2e595fa74c, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9063e8fe-eaf3-4657-b7bd-0e2e595fa74c,segment=NetworkSegment(29d3f593-ba8c-4d27-8f0e-5003fc71b744),segment_id=29d3f593-ba8c-4d27-8f0e-5003fc71b744)] {{(pid=103674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:47:15.104314 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-f9cef554-2752-49d1-b2cf-1b82223f292e req-8074f35f-8b56-4781-b309-9bc16d08edeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10072344'] for port, after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:15.106579 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-df994eac-65ac-4b59-a001-431a0ea04355 tempest-DeleteServersTestJSON-1774657062 tempest-DeleteServersTestJSON-1774657062-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:15.144685 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cef554-2752-49d1-b2cf-1b82223f292e req-8074f35f-8b56-4781-b309-9bc16d08edeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:15.145684 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-f9cef554-2752-49d1-b2cf-1b82223f292e req-8074f35f-8b56-4781-b309-9bc16d08edeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914'] for port, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:15.147046 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f9cef554-2752-49d1-b2cf-1b82223f292e req-8074f35f-8b56-4781-b309-9bc16d08edeb service neutron] 10.222.0.101 "PUT /v2.0/ports/9063e8fe-eaf3-4657-b7bd-0e2e595fa74c HTTP/1.1" status: 200 len: 1094 time: 0.7385824 Jun 16 13:47:15.147557 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faa2f99f-ae79-49ac-bb3f-9ebc957446b7', 'tag': '9063e8fe-eaf3-4657-b7bd-0e2e595fa74c'}] {{(pid=103674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:47:15.150162 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf0caa33b503d1f2c3d6e3a51c00f46bab3e78c159fea0ab96052d9779657e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3110189b-4944-4da0-a073-e1e23e0132bb" -d '{"events": [{"name": "network-changed", "server_uuid": "faa2f99f-ae79-49ac-bb3f-9ebc957446b7", "tag": "9063e8fe-eaf3-4657-b7bd-0e2e595fa74c"}]}' {{(pid=103674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:47:15.174808 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8074f35f-8b56-4781-b309-9bc16d08edeb service neutron] Pushing event updated for resources: {'Port': ['ID=9063e8fe-eaf3-4657-b7bd-0e2e595fa74c,revision_number=3']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:15.186098 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-8074f35f-8b56-4781-b309-9bc16d08edeb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:15.199096 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f68951-bdad-4cf3-bc22-4f63c7f1448c x-openstack-request-id: req-a8f68951-bdad-4cf3-bc22-4f63c7f1448c {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:47:15.199549 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faa2f99f-ae79-49ac-bb3f-9ebc957446b7", "tag": "9063e8fe-eaf3-4657-b7bd-0e2e595fa74c", "status": "completed", "code": 200}]} {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:47:15.199831 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-a8f68951-bdad-4cf3-bc22-4f63c7f1448c {{(pid=103674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:47:15.200291 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faa2f99f-ae79-49ac-bb3f-9ebc957446b7', 'tag': '9063e8fe-eaf3-4657-b7bd-0e2e595fa74c', 'status': 'completed', 'code': 200} Jun 16 13:47:15.287814 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cef554-2752-49d1-b2cf-1b82223f292e req-9bb3ac80-1452-4f16-bf0a-838556eb1bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:15.287814 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f9cef554-2752-49d1-b2cf-1b82223f292e req-9bb3ac80-1452-4f16-bf0a-838556eb1bc5 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=908a353f90684e269bfddb80904ca191&device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 1097 time: 0.0757482 Jun 16 13:47:15.327769 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f9cef554-2752-49d1-b2cf-1b82223f292e req-e8d76bf5-265f-4cb0-80f7-2784008d5d81 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9063e8fe-eaf3-4657-b7bd-0e2e595fa74c HTTP/1.1" status: 200 len: 217 time: 0.0345430 Jun 16 13:47:15.387149 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cef554-2752-49d1-b2cf-1b82223f292e req-e7eb3661-21f5-4ee4-8879-677f0bd8e680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:15.389311 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f9cef554-2752-49d1-b2cf-1b82223f292e req-e7eb3661-21f5-4ee4-8879-677f0bd8e680 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=e7ad7888-1d58-4693-a737-cc195965ac3b HTTP/1.1" status: 200 len: 855 time: 0.0514865 Jun 16 13:47:15.451628 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cef554-2752-49d1-b2cf-1b82223f292e req-42315b52-fdc8-45ab-9a56-a6c1ca834279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:15.453245 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f9cef554-2752-49d1-b2cf-1b82223f292e req-42315b52-fdc8-45ab-9a56-a6c1ca834279 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=b4697126-5628-44a4-9716-d1cd33ca7762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0530593 Jun 16 13:47:15.473120 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 07dddb34-c220-49b6-8d05-8e9335a6493d up at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:47:15.524075 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning complete for port 07dddb34-c220-49b6-8d05-8e9335a6493d triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:47:15.524464 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:15.547996 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f9cef554-2752-49d1-b2cf-1b82223f292e req-c8984006-0eae-4842-9532-2230d24245e4 service neutron] 10.222.0.101 "GET /v2.0/networks/b4697126-5628-44a4-9716-d1cd33ca7762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863674 Jun 16 13:47:15.639119 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f9cef554-2752-49d1-b2cf-1b82223f292e req-0ea607ed-314c-4b65-8359-60ea682c01cf service neutron] 10.222.0.101 "GET /v2.0/networks/b4697126-5628-44a4-9716-d1cd33ca7762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841589 Jun 16 13:47:15.768942 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110189b-4944-4da0-a073-e1e23e0132bb req-1c9924e4-b6bf-4cd7-b680-4221e58a882c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:15.771276 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-3110189b-4944-4da0-a073-e1e23e0132bb req-1c9924e4-b6bf-4cd7-b680-4221e58a882c service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=908a353f90684e269bfddb80904ca191&device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 1097 time: 0.0713222 Jun 16 13:47:15.871818 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110189b-4944-4da0-a073-e1e23e0132bb req-bd5872d3-15b0-4071-8545-344025645d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:15.873313 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-3110189b-4944-4da0-a073-e1e23e0132bb req-bd5872d3-15b0-4071-8545-344025645d3f service neutron] 10.222.0.101 "GET /v2.0/networks?id=b4697126-5628-44a4-9716-d1cd33ca7762 HTTP/1.1" status: 200 len: 918 time: 0.0926795 Jun 16 13:47:15.916237 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-3110189b-4944-4da0-a073-e1e23e0132bb req-a537458c-c449-4607-99f8-a89710ad8ab2 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9063e8fe-eaf3-4657-b7bd-0e2e595fa74c HTTP/1.1" status: 200 len: 217 time: 0.0344241 Jun 16 13:47:15.966290 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110189b-4944-4da0-a073-e1e23e0132bb req-c73196ce-90dd-4bb9-bb8e-c58dfab1e818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:15.967693 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-3110189b-4944-4da0-a073-e1e23e0132bb req-c73196ce-90dd-4bb9-bb8e-c58dfab1e818 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=e7ad7888-1d58-4693-a737-cc195965ac3b HTTP/1.1" status: 200 len: 855 time: 0.0436075 Jun 16 13:47:16.027114 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110189b-4944-4da0-a073-e1e23e0132bb req-0ee7cb4b-51fe-4fe8-99f8-8e52e82772d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:16.028546 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-3110189b-4944-4da0-a073-e1e23e0132bb req-0ee7cb4b-51fe-4fe8-99f8-8e52e82772d2 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=b4697126-5628-44a4-9716-d1cd33ca7762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0529675 Jun 16 13:47:16.125782 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-3110189b-4944-4da0-a073-e1e23e0132bb req-d849c9e5-4cee-44bf-bbf0-7e32977a000f service neutron] 10.222.0.101 "GET /v2.0/networks/b4697126-5628-44a4-9716-d1cd33ca7762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855713 Jun 16 13:47:16.251878 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-3110189b-4944-4da0-a073-e1e23e0132bb req-a7b18378-7fb9-4d9f-890d-68cf52f565f3 service neutron] 10.222.0.101 "GET /v2.0/networks/b4697126-5628-44a4-9716-d1cd33ca7762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218355 Jun 16 13:47:16.281972 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dece09-b25a-4305-b438-7d7dc3688539 req-6a4f751e-fe80-4c5d-9554-3490fbd28050 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:16.283374 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a7dece09-b25a-4305-b438-7d7dc3688539 req-6a4f751e-fe80-4c5d-9554-3490fbd28050 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 944 time: 0.0870314 Jun 16 13:47:16.321156 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a7dece09-b25a-4305-b438-7d7dc3688539 req-def1abe5-b27d-4999-9230-c87ff364436a tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=eea3e66e-fc88-4e61-bc03-458a9ab965b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319343 Jun 16 13:47:16.938453 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 42806) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:17.004503 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 9063e8fe-eaf3-4657-b7bd-0e2e595fa74c details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:47:17.046152 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-03ffc7d4-186d-4a02-9275-73496a592cf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:17.105141 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port 9063e8fe-eaf3-4657-b7bd-0e2e595fa74c, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9063e8fe-eaf3-4657-b7bd-0e2e595fa74c,segment=NetworkSegment(29d3f593-ba8c-4d27-8f0e-5003fc71b744),segment_id=29d3f593-ba8c-4d27-8f0e-5003fc71b744)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:47:17.117075 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Returning: {'device': '9063e8fe-eaf3-4657-b7bd-0e2e595fa74c', 'network_id': 'b4697126-5628-44a4-9716-d1cd33ca7762', 'port_id': '9063e8fe-eaf3-4657-b7bd-0e2e595fa74c', 'mac_address': 'fa:16:3e:06:03:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7ad7888-1d58-4693-a737-cc195965ac3b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:47:17.147236 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-03ffc7d4-186d-4a02-9275-73496a592cf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:17.152147 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-03ffc7d4-186d-4a02-9275-73496a592cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:17.153932 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:17.155691 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-39dc4e68-dcb7-4963-8172-be019356ad5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:17.167831 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.notifiers.nova [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9063e8fe-eaf3-4657-b7bd-0e2e595fa74c {{(pid=103676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:47:17.187986 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port 9063e8fe-eaf3-4657-b7bd-0e2e595fa74c, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9063e8fe-eaf3-4657-b7bd-0e2e595fa74c,segment=NetworkSegment(29d3f593-ba8c-4d27-8f0e-5003fc71b744),segment_id=29d3f593-ba8c-4d27-8f0e-5003fc71b744)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:47:17.189200 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-03ffc7d4-186d-4a02-9275-73496a592cf1 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=05986ae0f578438fb82cacd102918666&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2497077 Jun 16 13:47:17.191116 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ffc7d4-186d-4a02-9275-73496a592cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b86089b3-744a-478c-b721-5ecad94924d1,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:17.191919 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 42810) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:17.194443 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-03ffc7d4-186d-4a02-9275-73496a592cf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:17.201334 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:17.203161 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:17.249653 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-a8aa7c65-489f-44d8-b069-ece2e98430ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:17.253318 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Pushing event updated for resources: {'Port': ['ID=9063e8fe-eaf3-4657-b7bd-0e2e595fa74c,revision_number=4']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:17.256393 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:17.270266 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-a8aa7c65-489f-44d8-b069-ece2e98430ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:17.318452 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-a8aa7c65-489f-44d8-b069-ece2e98430ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:17.321000 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-a8aa7c65-489f-44d8-b069-ece2e98430ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:17.322146 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-a8aa7c65-489f-44d8-b069-ece2e98430ed admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/b86089b3-744a-478c-b721-5ecad94924d1 HTTP/1.1" status: 204 len: 168 time: 0.1276412 Jun 16 13:47:17.322867 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-ad8b9132-af32-4a89-938b-02b6bc069281 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:17.329823 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aa7c65-489f-44d8-b069-ece2e98430ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86089b3-744a-478c-b721-5ecad94924d1,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:17.332344 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-a8aa7c65-489f-44d8-b069-ece2e98430ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:17.456301 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] get_ports_and_sgs() called for port_ids ['9063e8fe-eaf3-4657-b7bd-0e2e595fa74c'] {{(pid=103676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:47:17.509491 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c024f1-e8b3-4656-9772-4f91be51fd53 req-90938fe9-a958-4c35-a956-efd24caebcfb tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:17.510873 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-67c024f1-e8b3-4656-9772-4f91be51fd53 req-90938fe9-a958-4c35-a956-efd24caebcfb tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 945 time: 0.0687952 Jun 16 13:47:17.550773 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-67c024f1-e8b3-4656-9772-4f91be51fd53 req-c59447c5-eeca-49eb-a137-7d9887d034a4 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=eea3e66e-fc88-4e61-bc03-458a9ab965b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337403 Jun 16 13:47:17.590275 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 42818) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:17.603745 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-cfeb3386-0424-4ca0-b317-f377e44427d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:17.691849 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-cfeb3386-0424-4ca0-b317-f377e44427d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:17.696488 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-cfeb3386-0424-4ca0-b317-f377e44427d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:17.698825 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-5b572a72-71d9-43c8-9733-54f969d75032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:17.733374 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-cfeb3386-0424-4ca0-b317-f377e44427d4 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=3f65e2bf679c4747af2b19dfcc0ea779&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1418366 Jun 16 13:47:17.734199 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeb3386-0424-4ca0-b317-f377e44427d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be688bb-463c-445d-85d6-ecbdeeedf1be,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:17.737018 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 42820) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:17.737144 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-cfeb3386-0424-4ca0-b317-f377e44427d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:17.789487 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-635817a4-6906-4311-80a8-68c51f241f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:17.810542 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-635817a4-6906-4311-80a8-68c51f241f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:17.855947 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-635817a4-6906-4311-80a8-68c51f241f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:17.858558 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-635817a4-6906-4311-80a8-68c51f241f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:17.859810 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-635817a4-6906-4311-80a8-68c51f241f2a admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/5be688bb-463c-445d-85d6-ecbdeeedf1be HTTP/1.1" status: 204 len: 168 time: 0.1208649 Jun 16 13:47:17.860656 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-1a95a594-d473-44a7-af6a-ce04dfb0e3a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:17.868441 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635817a4-6906-4311-80a8-68c51f241f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be688bb-463c-445d-85d6-ecbdeeedf1be,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:17.870718 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-635817a4-6906-4311-80a8-68c51f241f2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:18.187246 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 42826) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:18.200307 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-5d526eac-0123-42d3-8169-a6b8dd45a29a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:18.290646 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-5d526eac-0123-42d3-8169-a6b8dd45a29a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:18.295651 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-5d526eac-0123-42d3-8169-a6b8dd45a29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:18.298829 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-acfefe32-ac76-4ad4-ad20-33c4e431bad2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:18.334541 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-5d526eac-0123-42d3-8169-a6b8dd45a29a admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=f5526c31a32c4e8fa306a435f0a2b9ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1462390 Jun 16 13:47:18.335346 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d526eac-0123-42d3-8169-a6b8dd45a29a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c86809-62d6-433a-a102-657a76a5ff58,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:18.338471 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 42828) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:18.339009 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-5d526eac-0123-42d3-8169-a6b8dd45a29a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:18.399724 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-dbd785a0-efde-4392-887d-8e6119783d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:18.420910 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-dbd785a0-efde-4392-887d-8e6119783d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:18.475226 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-dbd785a0-efde-4392-887d-8e6119783d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:18.477951 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-dbd785a0-efde-4392-887d-8e6119783d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:18.479121 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-dbd785a0-efde-4392-887d-8e6119783d12 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/a1c86809-62d6-433a-a102-657a76a5ff58 HTTP/1.1" status: 204 len: 168 time: 0.1388702 Jun 16 13:47:18.479881 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-cfeb3386-0424-4ca0-b317-f377e44427d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:18.487228 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd785a0-efde-4392-887d-8e6119783d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c86809-62d6-433a-a102-657a76a5ff58,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:18.489638 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-dbd785a0-efde-4392-887d-8e6119783d12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:18.737490 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754cad9-c397-465c-a024-be6a59f30ec0 req-fbf80f55-59b7-4ed7-963a-284612470b1b tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:18.738945 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c754cad9-c397-465c-a024-be6a59f30ec0 req-fbf80f55-59b7-4ed7-963a-284612470b1b tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 945 time: 0.0628493 Jun 16 13:47:18.777177 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c754cad9-c397-465c-a024-be6a59f30ec0 req-dab0494d-6431-4c0f-a536-c6ddf9be7402 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=eea3e66e-fc88-4e61-bc03-458a9ab965b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324242 Jun 16 13:47:19.005078 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 9063e8fe-eaf3-4657-b7bd-0e2e595fa74c up at agent hyperv_hv-cinder-78960 {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:47:19.061598 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Provisioning for port 9063e8fe-eaf3-4657-b7bd-0e2e595fa74c completed by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:47:19.065364 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Provisioning complete for port 9063e8fe-eaf3-4657-b7bd-0e2e595fa74c triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:47:19.065782 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:19.145577 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:19.168269 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faa2f99f-ae79-49ac-bb3f-9ebc957446b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9063e8fe-eaf3-4657-b7bd-0e2e595fa74c'}] {{(pid=103676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:47:19.170920 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}effa97d0e2123b52db6fac0114eb4251877085964bb68e70a4b566e9e639f06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f6cc1b-a2d1-4081-8fb4-5f45f7bf8eb5" -d '{"events": [{"server_uuid": "faa2f99f-ae79-49ac-bb3f-9ebc957446b7", "name": "network-vif-plugged", "status": "completed", "tag": "9063e8fe-eaf3-4657-b7bd-0e2e595fa74c"}]}' {{(pid=103676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:47:19.183169 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port 9063e8fe-eaf3-4657-b7bd-0e2e595fa74c, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9063e8fe-eaf3-4657-b7bd-0e2e595fa74c,segment=NetworkSegment(29d3f593-ba8c-4d27-8f0e-5003fc71b744),segment_id=29d3f593-ba8c-4d27-8f0e-5003fc71b744)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:47:19.188651 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:19.191902 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-d68f3d81-11db-4f87-837b-a53ff0c35f9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:19.214098 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c278c6-4ddd-47cf-9eb6-98eefa427557 x-openstack-request-id: req-a2c278c6-4ddd-47cf-9eb6-98eefa427557 {{(pid=103676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:47:19.214391 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faa2f99f-ae79-49ac-bb3f-9ebc957446b7", "name": "network-vif-plugged", "status": "completed", "tag": "9063e8fe-eaf3-4657-b7bd-0e2e595fa74c", "code": 200}]} {{(pid=103676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:47:19.214645 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-a2c278c6-4ddd-47cf-9eb6-98eefa427557 {{(pid=103676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:47:19.215029 dv-cinder-789603-10-smb neutron-server[103676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faa2f99f-ae79-49ac-bb3f-9ebc957446b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9063e8fe-eaf3-4657-b7bd-0e2e595fa74c', 'code': 200} Jun 16 13:47:19.245917 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Pushing event updated for resources: {'Port': ['ID=9063e8fe-eaf3-4657-b7bd-0e2e595fa74c,revision_number=5']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:19.249328 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:19.440067 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24cb273-5841-4c42-8c7b-4e80634fec68 req-b4920be9-65cd-4d72-9dc1-d1dc26a755b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:19.441538 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c24cb273-5841-4c42-8c7b-4e80634fec68 req-b4920be9-65cd-4d72-9dc1-d1dc26a755b6 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 1099 time: 0.0529504 Jun 16 13:47:19.476805 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c24cb273-5841-4c42-8c7b-4e80634fec68 req-48cf0f74-5016-46e3-a27a-5d237574f12e service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=eea3e66e-fc88-4e61-bc03-458a9ab965b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274398 Jun 16 13:47:19.840896 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 42876) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:19.949305 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d2b7cd9f-631a-44ce-a523-456d34e67c27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:19.979134 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1aeb5a-771b-4c8a-aa27-eed14f5a6b4a req-b528c94e-d7c9-4edf-9e02-178622d2d67d tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:19.980599 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-8f1aeb5a-771b-4c8a-aa27-eed14f5a6b4a req-b528c94e-d7c9-4edf-9e02-178622d2d67d tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 946 time: 0.0900939 Jun 16 13:47:20.038863 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-8f1aeb5a-771b-4c8a-aa27-eed14f5a6b4a req-9ffbcd35-9d9e-4a71-81f9-e79bc335bc8c tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=eea3e66e-fc88-4e61-bc03-458a9ab965b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523210 Jun 16 13:47:20.079839 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d2b7cd9f-631a-44ce-a523-456d34e67c27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:20.085793 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d2b7cd9f-631a-44ce-a523-456d34e67c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:20.088207 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:20.123443 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-d2b7cd9f-631a-44ce-a523-456d34e67c27 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=eadcf756bf8f4eb6b620ab3b9bb992ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2812424 Jun 16 13:47:20.124356 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b7cd9f-631a-44ce-a523-456d34e67c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7c9f39-1ac2-4970-ac73-844abd90ea88,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:20.126267 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 42880) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:20.127333 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-d2b7cd9f-631a-44ce-a523-456d34e67c27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:20.178756 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-c4d87c5e-0372-4f5d-abe2-a93e145ce1ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:20.198755 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-c4d87c5e-0372-4f5d-abe2-a93e145ce1ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:20.247890 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-c4d87c5e-0372-4f5d-abe2-a93e145ce1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:20.251690 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-c4d87c5e-0372-4f5d-abe2-a93e145ce1ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:20.252873 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-c4d87c5e-0372-4f5d-abe2-a93e145ce1ce admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/1d7c9f39-1ac2-4970-ac73-844abd90ea88 HTTP/1.1" status: 204 len: 168 time: 0.1247900 Jun 16 13:47:20.253704 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-900e7f86-eef8-432d-99aa-9192ca9b974d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:20.261348 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d87c5e-0372-4f5d-abe2-a93e145ce1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7c9f39-1ac2-4970-ac73-844abd90ea88,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:20.263588 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-c4d87c5e-0372-4f5d-abe2-a93e145ce1ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:21.224877 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3d755-e261-4a7f-a83d-d5c1263895a1 req-ce4a5066-ced5-45c6-80fe-b834b2990698 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:21.226363 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-d6f3d755-e261-4a7f-a83d-d5c1263895a1 req-ce4a5066-ced5-45c6-80fe-b834b2990698 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 946 time: 0.0695167 Jun 16 13:47:21.269138 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-d6f3d755-e261-4a7f-a83d-d5c1263895a1 req-30d51136-261e-4352-a1c0-ffb9443e9bf5 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=eea3e66e-fc88-4e61-bc03-458a9ab965b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341449 Jun 16 13:47:21.465067 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b217d-6240-4e37-9f32-e4dcde1ed007 req-1737d427-d6a7-40a4-9a16-e942ac4849d0 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:21.466540 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ce6b217d-6240-4e37-9f32-e4dcde1ed007 req-1737d427-d6a7-40a4-9a16-e942ac4849d0 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 946 time: 0.0665641 Jun 16 13:47:21.475305 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 42918) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:21.479851 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [None req-ca4e70da-9dd1-4ff0-bcbe-eb1954a1ba9f tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Request body: {'floatingip': {'port_id': '9063e8fe-eaf3-4657-b7bd-0e2e595fa74c'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:47:21.517699 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ca4e70da-9dd1-4ff0-bcbe-eb1954a1ba9f tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks [] for floatingip, before_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:21.940284 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ca4e70da-9dd1-4ff0-bcbe-eb1954a1ba9f tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:21.945516 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ca4e70da-9dd1-4ff0-bcbe-eb1954a1ba9f tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759278'] for floatingip, after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:22.049449 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.db.l3_db [None req-ca4e70da-9dd1-4ff0-bcbe-eb1954a1ba9f tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Floating IP b0a43878-5db2-4945-b039-2ced2820725c associated. External IP: 172.28.1.84, port: 9063e8fe-eaf3-4657-b7bd-0e2e595fa74c. Jun 16 13:47:22.255870 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca4e70da-9dd1-4ff0-bcbe-eb1954a1ba9f tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Router b351a334-376b-4f9c-ba04-9e3b448f9ab0 has already been hosted by L3 agent bfb54b95-b8bd-4202-8e6c-bc5e048a10e9 {{(pid=103674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:47:22.625220 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4e70da-9dd1-4ff0-bcbe-eb1954a1ba9f tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify agent at l3_agent.dv-cinder-789603-10-smb the message routers_updated {{(pid=103674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:47:22.629666 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ca4e70da-9dd1-4ff0-bcbe-eb1954a1ba9f tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914'] for floatingip, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:22.636973 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6242d4c2-54c8-44b2-9f2c-a84a4e87f22c None None] Sync routers for ids ['b351a334-376b-4f9c-ba04-9e3b448f9ab0'] in dv-cinder-789603-10-smb {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:47:22.646145 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6242d4c2-54c8-44b2-9f2c-a84a4e87f22c None None] Routers {'b351a334-376b-4f9c-ba04-9e3b448f9ab0'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:47:22.646771 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-6242d4c2-54c8-44b2-9f2c-a84a4e87f22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:47:01Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['b351a334-376b-4f9c-ba04-9e3b448f9ab0'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:22.668966 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-ca4e70da-9dd1-4ff0-bcbe-eb1954a1ba9f tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "PUT /v2.0/floatingips/b0a43878-5db2-4945-b039-2ced2820725c HTTP/1.1" status: 200 len: 991 time: 1.1900492 Jun 16 13:47:22.668966 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faa2f99f-ae79-49ac-bb3f-9ebc957446b7', 'tag': '9063e8fe-eaf3-4657-b7bd-0e2e595fa74c'}] {{(pid=103674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:47:22.671144 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf0caa33b503d1f2c3d6e3a51c00f46bab3e78c159fea0ab96052d9779657e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ad4743-da2b-4f9e-8c9c-e42f60328b75" -d '{"events": [{"name": "network-changed", "server_uuid": "faa2f99f-ae79-49ac-bb3f-9ebc957446b7", "tag": "9063e8fe-eaf3-4657-b7bd-0e2e595fa74c"}]}' {{(pid=103674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:47:22.712733 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ecd66e-348c-4f6c-93c3-6557c946e25d x-openstack-request-id: req-e3ecd66e-348c-4f6c-93c3-6557c946e25d {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:47:22.713075 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faa2f99f-ae79-49ac-bb3f-9ebc957446b7", "tag": "9063e8fe-eaf3-4657-b7bd-0e2e595fa74c", "status": "completed", "code": 200}]} {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:47:22.713354 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-e3ecd66e-348c-4f6c-93c3-6557c946e25d {{(pid=103674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:47:22.713774 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faa2f99f-ae79-49ac-bb3f-9ebc957446b7', 'tag': '9063e8fe-eaf3-4657-b7bd-0e2e595fa74c', 'status': 'completed', 'code': 200} Jun 16 13:47:22.761296 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-6242d4c2-54c8-44b2-9f2c-a84a4e87f22c None None] Set router b351a334-376b-4f9c-ba04-9e3b448f9ab0 gateway port host: dv-cinder-789603-10-smb {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:47:22.829634 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad4743-da2b-4f9e-8c9c-e42f60328b75 req-55df613b-2af6-42b4-8a47-81ff645a4aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:22.831167 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-91ad4743-da2b-4f9e-8c9c-e42f60328b75 req-55df613b-2af6-42b4-8a47-81ff645a4aa6 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=908a353f90684e269bfddb80904ca191&device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 1099 time: 0.0888171 Jun 16 13:47:22.925820 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad4743-da2b-4f9e-8c9c-e42f60328b75 req-8e5054e0-492e-4a4f-81da-e05a5c1832eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:22.927288 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-91ad4743-da2b-4f9e-8c9c-e42f60328b75 req-8e5054e0-492e-4a4f-81da-e05a5c1832eb service neutron] 10.222.0.101 "GET /v2.0/networks?id=b4697126-5628-44a4-9716-d1cd33ca7762 HTTP/1.1" status: 200 len: 918 time: 0.0890279 Jun 16 13:47:22.994119 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-91ad4743-da2b-4f9e-8c9c-e42f60328b75 req-854d09c3-5152-4511-af3a-99d58665f3de service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9063e8fe-eaf3-4657-b7bd-0e2e595fa74c HTTP/1.1" status: 200 len: 999 time: 0.0568051 Jun 16 13:47:23.027129 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-6242d4c2-54c8-44b2-9f2c-a84a4e87f22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b351a334-376b-4f9c-ba04-9e3b448f9ab0', 'name': 'tempest-AttachVolumeShelveTestJSON-942509144-router', 'tenant_id': '908a353f90684e269bfddb80904ca191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.183'}], 'enable_snat': True}, 'gw_port_id': '6dba4a2d-c901-4a01-9536-08a53eac8aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:47:05Z', 'updated_at': '2021-06-16T13:47:08Z', 'revision_number': 4, 'project_id': '908a353f90684e269bfddb80904ca191', 'gw_port': {'id': '6dba4a2d-c901-4a01-9536-08a53eac8aa4', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:03:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b351a334-376b-4f9c-ba04-9e3b448f9ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:05Z', 'updated_at': '2021-06-16T13:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_floatingips': [{'id': 'b0a43878-5db2-4945-b039-2ced2820725c', 'tenant_id': '908a353f90684e269bfddb80904ca191', 'floating_ip_address': '172.28.1.84', 'floating_network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'router_id': 'b351a334-376b-4f9c-ba04-9e3b448f9ab0', 'port_id': '9063e8fe-eaf3-4657-b7bd-0e2e595fa74c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4697126-5628-44a4-9716-d1cd33ca7762', 'mac_address': 'fa:16:3e:06:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa2f99f-ae79-49ac-bb3f-9ebc957446b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:47:11Z', 'updated_at': '2021-06-16T13:47:21Z', 'revision_number': 1, 'project_id': '908a353f90684e269bfddb80904ca191', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07dddb34-c220-49b6-8d05-8e9335a6493d', 'name': '', 'network_id': 'b4697126-5628-44a4-9716-d1cd33ca7762', 'tenant_id': '908a353f90684e269bfddb80904ca191', 'mac_address': 'fa:16:3e:63:12:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b351a334-376b-4f9c-ba04-9e3b448f9ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'e7ad7888-1d58-4693-a737-cc195965ac3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:07Z', 'updated_at': '2021-06-16T13:47:13Z', 'revision_number': 5, 'project_id': '908a353f90684e269bfddb80904ca191', 'subnets': [{'id': 'e7ad7888-1d58-4693-a737-cc195965ac3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:23.031141 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6242d4c2-54c8-44b2-9f2c-a84a4e87f22c None None] Checking router: b351a334-376b-4f9c-ba04-9e3b448f9ab0 for host: dv-cinder-789603-10-smb {{(pid=103676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:47:23.039474 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6242d4c2-54c8-44b2-9f2c-a84a4e87f22c None None] Routers {'b351a334-376b-4f9c-ba04-9e3b448f9ab0'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:47:23.040320 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-6242d4c2-54c8-44b2-9f2c-a84a4e87f22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:47:01Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['b351a334-376b-4f9c-ba04-9e3b448f9ab0'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:23.046872 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad4743-da2b-4f9e-8c9c-e42f60328b75 req-54c2713b-c018-4921-9df7-74e11d1afcca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:23.048622 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-91ad4743-da2b-4f9e-8c9c-e42f60328b75 req-54c2713b-c018-4921-9df7-74e11d1afcca service neutron] 10.222.0.101 "GET /v2.0/subnets?id=e7ad7888-1d58-4693-a737-cc195965ac3b HTTP/1.1" status: 200 len: 855 time: 0.0468104 Jun 16 13:47:23.114936 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad4743-da2b-4f9e-8c9c-e42f60328b75 req-afa8fbb7-4b31-45a2-8cbb-183c262e7e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:23.116488 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-91ad4743-da2b-4f9e-8c9c-e42f60328b75 req-afa8fbb7-4b31-45a2-8cbb-183c262e7e12 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=b4697126-5628-44a4-9716-d1cd33ca7762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0592985 Jun 16 13:47:23.149435 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-6242d4c2-54c8-44b2-9f2c-a84a4e87f22c None None] Set router b351a334-376b-4f9c-ba04-9e3b448f9ab0 gateway port host: dv-cinder-789603-10-smb {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:47:23.208790 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-91ad4743-da2b-4f9e-8c9c-e42f60328b75 req-a9a6d0be-e347-402e-be6a-9a71fc791615 service neutron] 10.222.0.101 "GET /v2.0/networks/b4697126-5628-44a4-9716-d1cd33ca7762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844831 Jun 16 13:47:23.306279 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-91ad4743-da2b-4f9e-8c9c-e42f60328b75 req-f5757a07-8d28-4688-8ef7-dbc9b0d9c9f1 service neutron] 10.222.0.101 "GET /v2.0/networks/b4697126-5628-44a4-9716-d1cd33ca7762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900292 Jun 16 13:47:23.415254 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ab370-ba6a-4fe3-a233-e5e46ec1b439 req-07fc0563-0503-4871-8a9f-ed6668d99458 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:23.417166 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-643ab370-ba6a-4fe3-a233-e5e46ec1b439 req-07fc0563-0503-4871-8a9f-ed6668d99458 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 946 time: 0.0672750 Jun 16 13:47:23.456061 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-643ab370-ba6a-4fe3-a233-e5e46ec1b439 req-fef87b2f-1b50-4a26-96d2-5f634c26679a tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=6ea424ae-d2f0-4b48-9ccf-7bd4db14db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325317 Jun 16 13:47:23.509035 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-6242d4c2-54c8-44b2-9f2c-a84a4e87f22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b351a334-376b-4f9c-ba04-9e3b448f9ab0', 'name': 'tempest-AttachVolumeShelveTestJSON-942509144-router', 'tenant_id': '908a353f90684e269bfddb80904ca191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.183'}], 'enable_snat': True}, 'gw_port_id': '6dba4a2d-c901-4a01-9536-08a53eac8aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:47:05Z', 'updated_at': '2021-06-16T13:47:08Z', 'revision_number': 4, 'project_id': '908a353f90684e269bfddb80904ca191', 'gw_port': {'id': '6dba4a2d-c901-4a01-9536-08a53eac8aa4', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:03:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b351a334-376b-4f9c-ba04-9e3b448f9ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:05Z', 'updated_at': '2021-06-16T13:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_floatingips': [{'id': 'b0a43878-5db2-4945-b039-2ced2820725c', 'tenant_id': '908a353f90684e269bfddb80904ca191', 'floating_ip_address': '172.28.1.84', 'floating_network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'router_id': 'b351a334-376b-4f9c-ba04-9e3b448f9ab0', 'port_id': '9063e8fe-eaf3-4657-b7bd-0e2e595fa74c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4697126-5628-44a4-9716-d1cd33ca7762', 'mac_address': 'fa:16:3e:06:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa2f99f-ae79-49ac-bb3f-9ebc957446b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:47:11Z', 'updated_at': '2021-06-16T13:47:21Z', 'revision_number': 1, 'project_id': '908a353f90684e269bfddb80904ca191', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07dddb34-c220-49b6-8d05-8e9335a6493d', 'name': '', 'network_id': 'b4697126-5628-44a4-9716-d1cd33ca7762', 'tenant_id': '908a353f90684e269bfddb80904ca191', 'mac_address': 'fa:16:3e:63:12:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b351a334-376b-4f9c-ba04-9e3b448f9ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'e7ad7888-1d58-4693-a737-cc195965ac3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:07Z', 'updated_at': '2021-06-16T13:47:13Z', 'revision_number': 5, 'project_id': '908a353f90684e269bfddb80904ca191', 'subnets': [{'id': 'e7ad7888-1d58-4693-a737-cc195965ac3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:47:23.512599 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6242d4c2-54c8-44b2-9f2c-a84a4e87f22c None None] The sync data for ids ['b351a334-376b-4f9c-ba04-9e3b448f9ab0'] in dv-cinder-789603-10-smb is: [{'id': 'b351a334-376b-4f9c-ba04-9e3b448f9ab0', 'name': 'tempest-AttachVolumeShelveTestJSON-942509144-router', 'tenant_id': '908a353f90684e269bfddb80904ca191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.183'}], 'enable_snat': True}, 'gw_port_id': '6dba4a2d-c901-4a01-9536-08a53eac8aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:47:05Z', 'updated_at': '2021-06-16T13:47:08Z', 'revision_number': 4, 'project_id': '908a353f90684e269bfddb80904ca191', 'gw_port': {'id': '6dba4a2d-c901-4a01-9536-08a53eac8aa4', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:03:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b351a334-376b-4f9c-ba04-9e3b448f9ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:05Z', 'updated_at': '2021-06-16T13:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_floatingips': [{'id': 'b0a43878-5db2-4945-b039-2ced2820725c', 'tenant_id': '908a353f90684e269bfddb80904ca191', 'floating_ip_address': '172.28.1.84', 'floating_network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'router_id': 'b351a334-376b-4f9c-ba04-9e3b448f9ab0', 'port_id': '9063e8fe-eaf3-4657-b7bd-0e2e595fa74c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4697126-5628-44a4-9716-d1cd33ca7762', 'mac_address': 'fa:16:3e:06:03:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa2f99f-ae79-49ac-bb3f-9ebc957446b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:47:11Z', 'updated_at': '2021-06-16T13:47:21Z', 'revision_number': 1, 'project_id': '908a353f90684e269bfddb80904ca191', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07dddb34-c220-49b6-8d05-8e9335a6493d', 'name': '', 'network_id': 'b4697126-5628-44a4-9716-d1cd33ca7762', 'tenant_id': '908a353f90684e269bfddb80904ca191', 'mac_address': 'fa:16:3e:63:12:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b351a334-376b-4f9c-ba04-9e3b448f9ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'e7ad7888-1d58-4693-a737-cc195965ac3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:07Z', 'updated_at': '2021-06-16T13:47:13Z', 'revision_number': 5, 'project_id': '908a353f90684e269bfddb80904ca191', 'subnets': [{'id': 'e7ad7888-1d58-4693-a737-cc195965ac3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:47:23.705762 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad16dec6-83be-4971-829c-e95b34b9ac7c None None] New status for floating IP b0a43878-5db2-4945-b039-2ced2820725c: ACTIVE {{(pid=103677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 13:47:24.646645 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663823d1-27f8-4bde-bf3c-e2e0684df472 req-86472656-5ba1-435b-8da7-ef83b73f3f91 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:24.648162 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-663823d1-27f8-4bde-bf3c-e2e0684df472 req-86472656-5ba1-435b-8da7-ef83b73f3f91 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 946 time: 0.0713522 Jun 16 13:47:24.685606 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-663823d1-27f8-4bde-bf3c-e2e0684df472 req-c40f8909-cfec-40ed-ae7a-afc83c5b7cc8 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=6ea424ae-d2f0-4b48-9ccf-7bd4db14db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318205 Jun 16 13:47:25.859669 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2657d79-04fb-4a8d-8c92-9627d4da0dc3 req-6ca716ce-f3e5-40b4-a1f1-bfe3965342d0 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:25.861253 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e2657d79-04fb-4a8d-8c92-9627d4da0dc3 req-6ca716ce-f3e5-40b4-a1f1-bfe3965342d0 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 946 time: 0.0651064 Jun 16 13:47:25.900777 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e2657d79-04fb-4a8d-8c92-9627d4da0dc3 req-a3fc7a97-080c-42e3-ad39-8c447b66f853 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=6ea424ae-d2f0-4b48-9ccf-7bd4db14db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331454 Jun 16 13:47:27.085585 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea5579-621f-4b92-a5d8-9fefbfbec7ec req-e3d75cbf-8b69-4b36-94d8-915807ad5bd3 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:27.087110 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-58ea5579-621f-4b92-a5d8-9fefbfbec7ec req-e3d75cbf-8b69-4b36-94d8-915807ad5bd3 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 946 time: 0.0656250 Jun 16 13:47:27.126510 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-58ea5579-621f-4b92-a5d8-9fefbfbec7ec req-4201bef9-9e86-470a-8e46-90716c19b564 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=6ea424ae-d2f0-4b48-9ccf-7bd4db14db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333369 Jun 16 13:47:28.312530 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b649346-c6e4-4227-8040-72485ecc980e req-219dc900-19c2-41f1-9f95-ababcee0790b tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:28.313955 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-5b649346-c6e4-4227-8040-72485ecc980e req-219dc900-19c2-41f1-9f95-ababcee0790b tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 946 time: 0.0783718 Jun 16 13:47:28.360355 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-5b649346-c6e4-4227-8040-72485ecc980e req-4b29523e-3bfa-4e74-a994-a2f9a2776768 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=6ea424ae-d2f0-4b48-9ccf-7bd4db14db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381129 Jun 16 13:47:28.617010 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-13544fa7-3d6c-48ad-903a-f72a4fef1e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:29.560008 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaca9b4-84d7-4d41-b05f-a2b90d492c05 req-bcea5106-f411-42cf-b710-ae59ab85aa29 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:29.561494 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-faaca9b4-84d7-4d41-b05f-a2b90d492c05 req-bcea5106-f411-42cf-b710-ae59ab85aa29 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 946 time: 0.0804849 Jun 16 13:47:29.598489 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-faaca9b4-84d7-4d41-b05f-a2b90d492c05 req-72ef085d-0579-40da-85e2-7ffcb2f6e6ac tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=6ea424ae-d2f0-4b48-9ccf-7bd4db14db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309660 Jun 16 13:47:30.779344 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa56c2f-442d-4aab-b852-575abb3fe0ca req-940398ee-df65-45bb-ae4a-14e99f35bc25 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:30.780676 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-eaa56c2f-442d-4aab-b852-575abb3fe0ca req-940398ee-df65-45bb-ae4a-14e99f35bc25 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 946 time: 0.0652823 Jun 16 13:47:30.818425 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-eaa56c2f-442d-4aab-b852-575abb3fe0ca req-eea971c2-f902-41b5-8edf-f731ce4b4d9d tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=6ea424ae-d2f0-4b48-9ccf-7bd4db14db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320287 Jun 16 13:47:31.127748 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:31.261218 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d94d209e-d5ee-4722-960d-e54b3ed7cdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:31.490867 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 43066) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:31.595954 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-9604e651-4f05-43be-8c48-b048c4f195ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:31.681764 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-9604e651-4f05-43be-8c48-b048c4f195ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:31.688659 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-9604e651-4f05-43be-8c48-b048c4f195ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:31.692605 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-3808dd95-db72-4cfb-8791-5faefbb87f96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:31.735747 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-9604e651-4f05-43be-8c48-b048c4f195ff admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=2f477d3a423a409682269c01fbc5be34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2437408 Jun 16 13:47:31.736629 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9604e651-4f05-43be-8c48-b048c4f195ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19527cbd-d99b-4eab-8ec0-65856bf2b20c,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:31.739737 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 43070) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:47:31.739880 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-9604e651-4f05-43be-8c48-b048c4f195ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:31.794921 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-c7fb93fc-bb70-4b4b-8442-b596a66c6bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:31.816162 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-c7fb93fc-bb70-4b4b-8442-b596a66c6bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:31.865281 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-c7fb93fc-bb70-4b4b-8442-b596a66c6bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:31.868719 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-c7fb93fc-bb70-4b4b-8442-b596a66c6bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:31.873300 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-c7fb93fc-bb70-4b4b-8442-b596a66c6bab admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/19527cbd-d99b-4eab-8ec0-65856bf2b20c HTTP/1.1" status: 204 len: 168 time: 0.1310711 Jun 16 13:47:31.874039 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-ada588a3-0330-4974-8c6b-a3712cd09d89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:47:31.883100 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fb93fc-bb70-4b4b-8442-b596a66c6bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19527cbd-d99b-4eab-8ec0-65856bf2b20c,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:47:31.885651 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-c7fb93fc-bb70-4b4b-8442-b596a66c6bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:47:32.019431 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47472473-b619-44b6-bd1b-08f5c48c1fa4 req-70f61d23-b1f7-4cda-be63-b58d52d8cd89 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:32.021133 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-47472473-b619-44b6-bd1b-08f5c48c1fa4 req-70f61d23-b1f7-4cda-be63-b58d52d8cd89 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 946 time: 0.0678170 Jun 16 13:47:32.046009 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9426d120-8ef3-450b-a3fa-438be4b95f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:32.064644 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-47472473-b619-44b6-bd1b-08f5c48c1fa4 req-5af0ef08-a8e5-492a-ba3d-6a3390208889 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=6ea424ae-d2f0-4b48-9ccf-7bd4db14db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370123 Jun 16 13:47:33.279037 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb5234-d7d6-46eb-a80b-82b0c366ede2 req-4f2ce8a1-2187-40fc-b105-17bfb69cba5a tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:33.280476 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-6dfb5234-d7d6-46eb-a80b-82b0c366ede2 req-4f2ce8a1-2187-40fc-b105-17bfb69cba5a tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 946 time: 0.0857310 Jun 16 13:47:33.322681 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-6dfb5234-d7d6-46eb-a80b-82b0c366ede2 req-2a73515f-9dc5-4ccf-b8e7-362c1ba10cc6 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=6ea424ae-d2f0-4b48-9ccf-7bd4db14db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338471 Jun 16 13:47:33.913728 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3cd87a0a-8c13-4d66-8546-43ee61e1d8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:34.518160 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ae701-f206-48c8-8422-9af171a5fc58 req-4113c767-9cdf-47e7-8b73-d3b5be572f57 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:34.519603 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-eb6ae701-f206-48c8-8422-9af171a5fc58 req-4113c767-9cdf-47e7-8b73-d3b5be572f57 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 946 time: 0.0718582 Jun 16 13:47:34.561839 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-eb6ae701-f206-48c8-8422-9af171a5fc58 req-53615fd3-fee4-44aa-a80e-a96958267789 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=6ea424ae-d2f0-4b48-9ccf-7bd4db14db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340986 Jun 16 13:47:35.747657 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1536fb1-1a0b-4146-bcd8-c27dfb398e9f req-4b7f061c-e61d-4614-b367-472a1991ac27 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:35.749382 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-b1536fb1-1a0b-4146-bcd8-c27dfb398e9f req-4b7f061c-e61d-4614-b367-472a1991ac27 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 946 time: 0.0672722 Jun 16 13:47:35.790979 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-b1536fb1-1a0b-4146-bcd8-c27dfb398e9f req-576ed463-a965-48e5-a146-efc442f7f613 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=6ea424ae-d2f0-4b48-9ccf-7bd4db14db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334675 Jun 16 13:47:36.983984 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec8929b-7b60-45b6-84ca-d4737d1bc772 req-4a1ae2d3-cb1f-40ee-b640-744d3eaf1bf4 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:36.985453 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-dec8929b-7b60-45b6-84ca-d4737d1bc772 req-4a1ae2d3-cb1f-40ee-b640-744d3eaf1bf4 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 946 time: 0.0737731 Jun 16 13:47:37.024535 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-dec8929b-7b60-45b6-84ca-d4737d1bc772 req-39413ca2-3179-4ca0-bdf9-4efa241247a8 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=6ea424ae-d2f0-4b48-9ccf-7bd4db14db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333490 Jun 16 13:47:38.206958 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03399ab1-7efd-4430-b264-f117dbafb7fe req-5ee3dd30-4268-483b-81b7-aac9112c377f tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:38.208495 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-03399ab1-7efd-4430-b264-f117dbafb7fe req-5ee3dd30-4268-483b-81b7-aac9112c377f tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 946 time: 0.0692544 Jun 16 13:47:38.254739 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-03399ab1-7efd-4430-b264-f117dbafb7fe req-db8c7e62-05df-49cc-b3d7-0d2875fe277c tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=6ea424ae-d2f0-4b48-9ccf-7bd4db14db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319200 Jun 16 13:47:39.438473 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf218310-d686-4f8c-bbe4-893c40a80e7a req-594817ac-ffea-47c2-8209-8df7d37fb937 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:39.439958 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-bf218310-d686-4f8c-bbe4-893c40a80e7a req-594817ac-ffea-47c2-8209-8df7d37fb937 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 946 time: 0.0671580 Jun 16 13:47:39.478903 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-bf218310-d686-4f8c-bbe4-893c40a80e7a req-3165f606-9d73-43f3-a0ac-b0216be78b96 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=6ea424ae-d2f0-4b48-9ccf-7bd4db14db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329680 Jun 16 13:47:39.638134 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:47:40.666072 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b457c-a709-44e1-b92b-4244bc28dce0 req-b2540221-fd55-401d-9ef9-9ac1762188e0 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:40.667563 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e18b457c-a709-44e1-b92b-4244bc28dce0 req-b2540221-fd55-401d-9ef9-9ac1762188e0 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 946 time: 0.0725503 Jun 16 13:47:40.709612 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e18b457c-a709-44e1-b92b-4244bc28dce0 req-1634ea39-6f2c-4986-bb3a-973136c96630 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=6ea424ae-d2f0-4b48-9ccf-7bd4db14db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327229 Jun 16 13:47:41.902497 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca29e42-4418-4fd9-a552-bdbfde043562 req-df73ae42-4b3e-4416-857b-3b9fabd3e080 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:41.903915 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-6ca29e42-4418-4fd9-a552-bdbfde043562 req-df73ae42-4b3e-4416-857b-3b9fabd3e080 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 946 time: 0.0688171 Jun 16 13:47:41.952329 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-6ca29e42-4418-4fd9-a552-bdbfde043562 req-9720a479-5823-47fa-8861-42cb1ab2cfee tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=6ea424ae-d2f0-4b48-9ccf-7bd4db14db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424840 Jun 16 13:47:43.151345 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af2c80-fe65-404a-a06b-f9c866c99d8e req-92b9b0b3-363d-4517-a5d9-3db75f06b1dc tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:43.152841 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-42af2c80-fe65-404a-a06b-f9c866c99d8e req-92b9b0b3-363d-4517-a5d9-3db75f06b1dc tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 946 time: 0.0751071 Jun 16 13:47:43.190202 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-42af2c80-fe65-404a-a06b-f9c866c99d8e req-b49f9ea3-b6d7-4ccc-8b3d-5ee412dbf041 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=6ea424ae-d2f0-4b48-9ccf-7bd4db14db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315135 Jun 16 13:47:44.377952 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f2f37-f9c4-41b8-94b9-1faad56f37e6 req-03644f43-ebef-43d5-9560-753c9c3f62fb tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:44.379413 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-659f2f37-f9c4-41b8-94b9-1faad56f37e6 req-03644f43-ebef-43d5-9560-753c9c3f62fb tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 946 time: 0.0671308 Jun 16 13:47:44.420158 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-659f2f37-f9c4-41b8-94b9-1faad56f37e6 req-4750e75c-ffb8-428d-9045-3c0aee0e97a8 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=6ea424ae-d2f0-4b48-9ccf-7bd4db14db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349762 Jun 16 13:47:44.811267 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c98d2b-a342-4367-a8cf-e3f6c174d247 req-ff3aee4e-366b-4f4d-9244-c997270331ec tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:44.812743 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-72c98d2b-a342-4367-a8cf-e3f6c174d247 req-ff3aee4e-366b-4f4d-9244-c997270331ec tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 946 time: 0.1057093 Jun 16 13:47:44.839703 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e7b59f-ecb7-4237-8c19-6c3a21662528 req-1f674074-d020-43ae-9a46-b43144f3eef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:44.841145 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f4e7b59f-ecb7-4237-8c19-6c3a21662528 req-1f674074-d020-43ae-9a46-b43144f3eef9 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=1c34861a49bb497085ef26aa3cc556f7&device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 1099 time: 0.0898068 Jun 16 13:47:44.865307 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-72c98d2b-a342-4367-a8cf-e3f6c174d247 req-2398cf30-b315-4a8e-9b41-87ab3844c03b tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=6ea424ae-d2f0-4b48-9ccf-7bd4db14db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462377 Jun 16 13:47:44.948855 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e7b59f-ecb7-4237-8c19-6c3a21662528 req-e0dabb28-d302-469a-bcc8-b9d400327878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:44.951061 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f4e7b59f-ecb7-4237-8c19-6c3a21662528 req-e0dabb28-d302-469a-bcc8-b9d400327878 service neutron] 10.222.0.101 "GET /v2.0/networks?id=bc7f85d7-a9cc-4cbe-8009-a532b58d3643 HTTP/1.1" status: 200 len: 912 time: 0.0978370 Jun 16 13:47:45.013835 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f4e7b59f-ecb7-4237-8c19-6c3a21662528 req-5c560eb3-a773-4d66-9c65-d81bd1f174fc service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=502f58da-40f5-4748-b983-a88cec399cd2 HTTP/1.1" status: 200 len: 1002 time: 0.0552638 Jun 16 13:47:45.074736 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e7b59f-ecb7-4237-8c19-6c3a21662528 req-39c65b42-4ad3-4656-8aeb-b688901ddf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:45.076076 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f4e7b59f-ecb7-4237-8c19-6c3a21662528 req-39c65b42-4ad3-4656-8aeb-b688901ddf5f service neutron] 10.222.0.101 "GET /v2.0/subnets?id=fdb76e97-5183-4499-ab60-29df581b2de7 HTTP/1.1" status: 200 len: 849 time: 0.0415657 Jun 16 13:47:45.139980 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e7b59f-ecb7-4237-8c19-6c3a21662528 req-283a81ca-52da-4f16-a642-d8c6324eb7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:45.141367 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f4e7b59f-ecb7-4237-8c19-6c3a21662528 req-283a81ca-52da-4f16-a642-d8c6324eb7cf service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=bc7f85d7-a9cc-4cbe-8009-a532b58d3643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0545380 Jun 16 13:47:45.235665 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f4e7b59f-ecb7-4237-8c19-6c3a21662528 req-3066f954-810d-4d36-a576-03cee46e960f service neutron] 10.222.0.101 "GET /v2.0/networks/bc7f85d7-a9cc-4cbe-8009-a532b58d3643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832033 Jun 16 13:47:45.327174 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f4e7b59f-ecb7-4237-8c19-6c3a21662528 req-781d4184-6788-4799-9be9-21250adb55c8 service neutron] 10.222.0.101 "GET /v2.0/networks/bc7f85d7-a9cc-4cbe-8009-a532b58d3643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846686 Jun 16 13:47:46.044794 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a3969-be37-41c5-94ea-565840162423 req-26ce4f7a-fca5-4652-9471-8a0c3e0a2da5 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:46.046227 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ec6a3969-be37-41c5-94ea-565840162423 req-26ce4f7a-fca5-4652-9471-8a0c3e0a2da5 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 946 time: 0.0653045 Jun 16 13:47:46.085490 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ec6a3969-be37-41c5-94ea-565840162423 req-53290886-6679-494c-bce5-45ce92e5612e tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=6ea424ae-d2f0-4b48-9ccf-7bd4db14db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333183 Jun 16 13:47:47.273474 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638be5f0-d810-47df-9f57-a1d98f5f6858 req-a5ae706d-de15-48ac-a872-fd74a16d3b53 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:47:47.274901 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-638be5f0-d810-47df-9f57-a1d98f5f6858 req-a5ae706d-de15-48ac-a872-fd74a16d3b53 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 946 time: 0.0731993 Jun 16 13:47:47.315400 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-638be5f0-d810-47df-9f57-a1d98f5f6858 req-0f5c47b9-2eaa-4772-809e-006d2544ee41 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=6ea424ae-d2f0-4b48-9ccf-7bd4db14db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321991 Jun 16 13:47:49.141851 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.agents_db [None req-04e01baa-1c8d-439a-8f1b-024cbee7c8c9 None None] Agent healthcheck: found 6 active agents {{(pid=103677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:47:58.621349 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-4f37816d-dc22-45f7-9878-42562ac8110a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:01.124576 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:01.273488 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-278c9954-baa8-48ff-9d2b-b88bd9c38f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:02.048823 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9426d120-8ef3-450b-a3fa-438be4b95f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:03.913602 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3cd87a0a-8c13-4d66-8546-43ee61e1d8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:09.085131 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee664e-ef66-48f4-99bd-3bbeb7ee7139 req-4b302ebd-458b-4bc5-ac94-9c6f669e6865 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:09.086549 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-76ee664e-ef66-48f4-99bd-3bbeb7ee7139 req-4b302ebd-458b-4bc5-ac94-9c6f669e6865 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 946 time: 0.0690563 Jun 16 13:48:09.127790 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-76ee664e-ef66-48f4-99bd-3bbeb7ee7139 req-f8a671f9-a69d-41a5-b9c1-2f87a4a7aa25 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=eea3e66e-fc88-4e61-bc03-458a9ab965b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327907 Jun 16 13:48:09.635874 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:10.319732 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7387c18-d356-48e3-85c2-1a43ebdbe68a req-0f054fa8-c7fb-4b3f-b405-4b4b06ee8138 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:10.321185 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-d7387c18-d356-48e3-85c2-1a43ebdbe68a req-0f054fa8-c7fb-4b3f-b405-4b4b06ee8138 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 946 time: 0.0688472 Jun 16 13:48:10.360938 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-d7387c18-d356-48e3-85c2-1a43ebdbe68a req-878b6267-16ee-4f20-ac0b-ccd36e7fcb45 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=eea3e66e-fc88-4e61-bc03-458a9ab965b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312433 Jun 16 13:48:11.548879 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bfce15-25d4-4209-8fc5-e762a128c489 req-fcf5ff5a-19cd-4ae1-a774-02da5b34de77 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:11.550293 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-04bfce15-25d4-4209-8fc5-e762a128c489 req-fcf5ff5a-19cd-4ae1-a774-02da5b34de77 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 946 time: 0.0645576 Jun 16 13:48:11.589127 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-04bfce15-25d4-4209-8fc5-e762a128c489 req-5c4ab237-af25-4ef5-882d-854841b0227b tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=eea3e66e-fc88-4e61-bc03-458a9ab965b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306854 Jun 16 13:48:12.780744 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4425698-118a-4386-a224-47a8233f735d req-1456f73d-6f99-43f6-bd1c-800e8f59649e tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:12.782214 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c4425698-118a-4386-a224-47a8233f735d req-1456f73d-6f99-43f6-bd1c-800e8f59649e tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 946 time: 0.0745621 Jun 16 13:48:12.825802 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c4425698-118a-4386-a224-47a8233f735d req-a2baf43c-543f-46d1-aa9c-d120e35d5f17 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=eea3e66e-fc88-4e61-bc03-458a9ab965b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366020 Jun 16 13:48:14.017112 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6e903-c249-4aaa-a6bb-634751ee9d61 req-516b0379-1d39-4473-9f7d-2ed020645c57 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:14.018565 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-31d6e903-c249-4aaa-a6bb-634751ee9d61 req-516b0379-1d39-4473-9f7d-2ed020645c57 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 946 time: 0.0661647 Jun 16 13:48:14.064195 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-31d6e903-c249-4aaa-a6bb-634751ee9d61 req-5b0a21dd-d9e5-4ac5-a8ed-c705caac82b1 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=eea3e66e-fc88-4e61-bc03-458a9ab965b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370183 Jun 16 13:48:15.276417 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54942928-dfdb-461e-8c31-42d02c2d3aad req-c94b15c7-36e1-4ccf-9338-d3b14e660c36 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:15.277960 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-54942928-dfdb-461e-8c31-42d02c2d3aad req-c94b15c7-36e1-4ccf-9338-d3b14e660c36 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 946 time: 0.0715458 Jun 16 13:48:15.318898 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-54942928-dfdb-461e-8c31-42d02c2d3aad req-4f639cb9-bdef-4de2-940e-5430c05c88d0 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=eea3e66e-fc88-4e61-bc03-458a9ab965b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350115 Jun 16 13:48:16.505874 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138da95e-c8de-4913-9c74-079ff8e05d32 req-69ca16a7-db05-416e-a90b-57d0022f5ff6 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:16.507346 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-138da95e-c8de-4913-9c74-079ff8e05d32 req-69ca16a7-db05-416e-a90b-57d0022f5ff6 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 946 time: 0.0688982 Jun 16 13:48:16.547876 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-138da95e-c8de-4913-9c74-079ff8e05d32 req-0e84ad26-ff8f-47f2-953e-4db7d3859a48 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=eea3e66e-fc88-4e61-bc03-458a9ab965b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323887 Jun 16 13:48:17.740496 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702aa221-ec95-4bc3-a846-03fc20011ecc req-6f7effc0-607e-41e5-9856-b0c91cf174d5 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:17.741787 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-702aa221-ec95-4bc3-a846-03fc20011ecc req-6f7effc0-607e-41e5-9856-b0c91cf174d5 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 946 time: 0.0688417 Jun 16 13:48:17.780825 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-702aa221-ec95-4bc3-a846-03fc20011ecc req-9684981f-4c91-4129-8156-284a787c089a tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=eea3e66e-fc88-4e61-bc03-458a9ab965b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310044 Jun 16 13:48:18.978628 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884aa184-3193-41b0-9b9f-262b8884778e req-0f706f3e-2419-44b4-b603-558d03c7c7cd tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:18.980145 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-884aa184-3193-41b0-9b9f-262b8884778e req-0f706f3e-2419-44b4-b603-558d03c7c7cd tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 946 time: 0.0666230 Jun 16 13:48:19.021398 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-884aa184-3193-41b0-9b9f-262b8884778e req-4ca36d4e-054f-4986-ad31-ba6787969a47 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=eea3e66e-fc88-4e61-bc03-458a9ab965b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327590 Jun 16 13:48:20.208206 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3054c-2ff2-41ec-8592-154ae35917e0 req-64f1001e-941f-45e8-94c7-ed5e1d519798 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:20.209639 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2dd3054c-2ff2-41ec-8592-154ae35917e0 req-64f1001e-941f-45e8-94c7-ed5e1d519798 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 946 time: 0.0633852 Jun 16 13:48:20.249203 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2dd3054c-2ff2-41ec-8592-154ae35917e0 req-0c7c894a-5da7-43da-9d3f-bbeac8d4fdbf tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=eea3e66e-fc88-4e61-bc03-458a9ab965b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311265 Jun 16 13:48:21.457218 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c7dee-c64e-43ac-ba5c-49c4d5df64ed req-a4817158-3a40-432f-9d52-2c08f8134ca2 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:21.458668 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-3f0c7dee-c64e-43ac-ba5c-49c4d5df64ed req-a4817158-3a40-432f-9d52-2c08f8134ca2 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 946 time: 0.0844121 Jun 16 13:48:21.497032 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-3f0c7dee-c64e-43ac-ba5c-49c4d5df64ed req-33d589c9-cb58-4cd9-802d-fedc931627a2 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=eea3e66e-fc88-4e61-bc03-458a9ab965b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325344 Jun 16 13:48:22.689901 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fef1dd-3777-4d34-adb2-2d29456846cf req-732f3a2e-ee8a-4f05-b72c-093f4d7d23b2 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:22.691368 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-68fef1dd-3777-4d34-adb2-2d29456846cf req-732f3a2e-ee8a-4f05-b72c-093f4d7d23b2 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 946 time: 0.0763655 Jun 16 13:48:22.729013 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-68fef1dd-3777-4d34-adb2-2d29456846cf req-96b75bb3-e01a-43d1-b2ed-95cbc28db5e2 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=eea3e66e-fc88-4e61-bc03-458a9ab965b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319881 Jun 16 13:48:23.934154 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b252f1d8-cdcc-4bba-9c22-f78c8a41b86a req-4fd07398-8e9c-48b2-b917-8edfdb09fdc0 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:23.935790 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-b252f1d8-cdcc-4bba-9c22-f78c8a41b86a req-4fd07398-8e9c-48b2-b917-8edfdb09fdc0 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 946 time: 0.0808630 Jun 16 13:48:23.975246 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-b252f1d8-cdcc-4bba-9c22-f78c8a41b86a req-78a86693-4dd6-4e17-afea-2b6f9aa8abf7 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=eea3e66e-fc88-4e61-bc03-458a9ab965b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335879 Jun 16 13:48:25.172771 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2cc509-425b-4d4e-961b-141e65121c89 req-7d9bd944-5c73-44a3-a0b8-8b010832c1ad tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:25.174217 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-1b2cc509-425b-4d4e-961b-141e65121c89 req-7d9bd944-5c73-44a3-a0b8-8b010832c1ad tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 946 time: 0.0711856 Jun 16 13:48:25.211291 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-1b2cc509-425b-4d4e-961b-141e65121c89 req-e0b8b85c-14ea-46a1-a2d5-9542d780e40e tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=eea3e66e-fc88-4e61-bc03-458a9ab965b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309210 Jun 16 13:48:26.141276 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.agents_db [None req-04e01baa-1c8d-439a-8f1b-024cbee7c8c9 None None] Agent healthcheck: found 6 active agents {{(pid=103677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:48:26.400395 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73578e0-1d25-4a54-9f05-c23a501a4ece req-2de913d3-4037-4721-a8e7-b47612d1fc87 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:26.401919 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a73578e0-1d25-4a54-9f05-c23a501a4ece req-2de913d3-4037-4721-a8e7-b47612d1fc87 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 946 time: 0.0633349 Jun 16 13:48:26.440819 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a73578e0-1d25-4a54-9f05-c23a501a4ece req-ca3e872d-fb3b-47e0-99ff-c6f2563c74c5 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=eea3e66e-fc88-4e61-bc03-458a9ab965b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332272 Jun 16 13:48:27.225736 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 9063e8fe-eaf3-4657-b7bd-0e2e595fa74c details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:48:27.326176 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port 9063e8fe-eaf3-4657-b7bd-0e2e595fa74c, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9063e8fe-eaf3-4657-b7bd-0e2e595fa74c,segment=NetworkSegment(29d3f593-ba8c-4d27-8f0e-5003fc71b744),segment_id=29d3f593-ba8c-4d27-8f0e-5003fc71b744)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:48:27.337937 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Returning: {'device': '9063e8fe-eaf3-4657-b7bd-0e2e595fa74c', 'network_id': 'b4697126-5628-44a4-9716-d1cd33ca7762', 'port_id': '9063e8fe-eaf3-4657-b7bd-0e2e595fa74c', 'mac_address': 'fa:16:3e:06:03:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7ad7888-1d58-4693-a737-cc195965ac3b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:48:27.376181 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:27.388663 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.notifiers.nova [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9063e8fe-eaf3-4657-b7bd-0e2e595fa74c {{(pid=103676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:48:27.408088 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port 9063e8fe-eaf3-4657-b7bd-0e2e595fa74c, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9063e8fe-eaf3-4657-b7bd-0e2e595fa74c,segment=NetworkSegment(29d3f593-ba8c-4d27-8f0e-5003fc71b744),segment_id=29d3f593-ba8c-4d27-8f0e-5003fc71b744)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:48:27.412930 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:27.415763 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:27.468623 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Pushing event updated for resources: {'Port': ['ID=9063e8fe-eaf3-4657-b7bd-0e2e595fa74c,revision_number=6']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:27.476642 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:27.476985 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:27.477316 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:27.477642 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:27.477962 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:27.478350 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:27.478597 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:27.478910 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:27.479228 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:27.479596 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:27.479912 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:27.480252 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:27.484204 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:27.493398 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] get_ports_and_sgs() called for port_ids ['9063e8fe-eaf3-4657-b7bd-0e2e595fa74c'] {{(pid=103676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:48:27.663186 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2642eb9-8c18-4b66-96da-8f80b67b072a req-eba4682d-2a50-42d6-a1d6-7aaafe4eab35 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:27.666453 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e2642eb9-8c18-4b66-96da-8f80b67b072a req-eba4682d-2a50-42d6-a1d6-7aaafe4eab35 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 945 time: 0.0875835 Jun 16 13:48:27.723289 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e2642eb9-8c18-4b66-96da-8f80b67b072a req-f79ba8fb-2b8e-441e-be7e-12fc2d209da5 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=eea3e66e-fc88-4e61-bc03-458a9ab965b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459278 Jun 16 13:48:27.836171 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b31962-17b2-4929-9f61-76211aaf1c5e req-af726021-4700-4037-842e-02c240b907ff tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:27.840507 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c2b31962-17b2-4929-9f61-76211aaf1c5e req-af726021-4700-4037-842e-02c240b907ff tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 946 time: 0.0777225 Jun 16 13:48:27.879543 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c2b31962-17b2-4929-9f61-76211aaf1c5e req-e8c39454-d754-4a6f-8bd9-f72508004150 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=6ea424ae-d2f0-4b48-9ccf-7bd4db14db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343785 Jun 16 13:48:28.610297 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-daabf4cb-0a57-471e-ae49-dc17e35f8fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:28.912949 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d737f7-c81f-497c-a66e-ee19a03ff25f req-4c1a2cd6-1570-4b8e-bc38-a2a7283b2856 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:28.915619 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-85d737f7-c81f-497c-a66e-ee19a03ff25f req-4c1a2cd6-1570-4b8e-bc38-a2a7283b2856 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 945 time: 0.0768976 Jun 16 13:48:28.966528 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-85d737f7-c81f-497c-a66e-ee19a03ff25f req-aa85d35b-eccc-4a70-a9cf-a95efe33451e tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=eea3e66e-fc88-4e61-bc03-458a9ab965b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443370 Jun 16 13:48:29.090212 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756ba47-c39e-49ff-b06d-c0884b93bfeb req-18dded80-edce-42f1-a3c8-7ddcec139d94 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:29.091672 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a756ba47-c39e-49ff-b06d-c0884b93bfeb req-18dded80-edce-42f1-a3c8-7ddcec139d94 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 946 time: 0.0742178 Jun 16 13:48:29.143856 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a756ba47-c39e-49ff-b06d-c0884b93bfeb req-c7f71d12-2ad1-404d-bf0f-d4397574e23c tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=6ea424ae-d2f0-4b48-9ccf-7bd4db14db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463278 Jun 16 13:48:29.245321 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 9063e8fe-eaf3-4657-b7bd-0e2e595fa74c up at agent hyperv_hv-cinder-78960 {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:48:29.298682 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Provisioning complete for port 9063e8fe-eaf3-4657-b7bd-0e2e595fa74c triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:48:29.298682 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:29.392981 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:29.418995 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faa2f99f-ae79-49ac-bb3f-9ebc957446b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9063e8fe-eaf3-4657-b7bd-0e2e595fa74c'}] {{(pid=103676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:48:29.422121 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}effa97d0e2123b52db6fac0114eb4251877085964bb68e70a4b566e9e639f06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f53273-b28a-40b1-83c1-21d1e2940100" -d '{"events": [{"server_uuid": "faa2f99f-ae79-49ac-bb3f-9ebc957446b7", "name": "network-vif-plugged", "status": "completed", "tag": "9063e8fe-eaf3-4657-b7bd-0e2e595fa74c"}]}' {{(pid=103676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:48:29.436754 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port 9063e8fe-eaf3-4657-b7bd-0e2e595fa74c, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9063e8fe-eaf3-4657-b7bd-0e2e595fa74c,segment=NetworkSegment(29d3f593-ba8c-4d27-8f0e-5003fc71b744),segment_id=29d3f593-ba8c-4d27-8f0e-5003fc71b744)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:48:29.445037 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:29.450291 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:29.474622 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6dc835-13c5-428e-b78e-95c993976be3 x-openstack-request-id: req-6d6dc835-13c5-428e-b78e-95c993976be3 {{(pid=103676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:48:29.474622 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faa2f99f-ae79-49ac-bb3f-9ebc957446b7", "name": "network-vif-plugged", "status": "completed", "tag": "9063e8fe-eaf3-4657-b7bd-0e2e595fa74c", "code": 200}]} {{(pid=103676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:48:29.474622 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-6d6dc835-13c5-428e-b78e-95c993976be3 {{(pid=103676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:48:29.474967 dv-cinder-789603-10-smb neutron-server[103676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faa2f99f-ae79-49ac-bb3f-9ebc957446b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9063e8fe-eaf3-4657-b7bd-0e2e595fa74c', 'code': 200} Jun 16 13:48:29.501512 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Pushing event updated for resources: {'Port': ['ID=9063e8fe-eaf3-4657-b7bd-0e2e595fa74c,revision_number=7']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:29.504651 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:30.161290 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de013ed6-4dbb-4845-a901-e6c527f7324d req-07adb64e-17eb-4a6e-9dd6-372c7544999d tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:30.163673 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-de013ed6-4dbb-4845-a901-e6c527f7324d req-07adb64e-17eb-4a6e-9dd6-372c7544999d tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 946 time: 0.0692008 Jun 16 13:48:30.262647 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e5b302-1d43-43b3-89e8-f551cd65cd69 req-aab5ea08-b570-4756-8b07-ecdd1f913bdb tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:30.264355 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-d0e5b302-1d43-43b3-89e8-f551cd65cd69 req-aab5ea08-b570-4756-8b07-ecdd1f913bdb tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.101 "GET /v2.0/ports?device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 946 time: 0.0995953 Jun 16 13:48:30.267135 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-de013ed6-4dbb-4845-a901-e6c527f7324d req-5987a86a-bc2f-4d69-8481-94c84cc18650 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=eea3e66e-fc88-4e61-bc03-458a9ab965b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906661 Jun 16 13:48:30.394337 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d97551-cbda-4fb0-ba3d-f3556982569e req-02ad883f-ef7c-40bd-bca8-94a4a1c9772b tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:30.396107 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e1d97551-cbda-4fb0-ba3d-f3556982569e req-02ad883f-ef7c-40bd-bca8-94a4a1c9772b tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 946 time: 0.1278398 Jun 16 13:48:30.453733 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [req-d0e5b302-1d43-43b3-89e8-f551cd65cd69 req-ab5bbc1d-7b9e-438d-987f-f0d0a3b67352 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Deleting port 502f58da-40f5-4748-b983-a88cec399cd2 {{(pid=103674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:48:30.454166 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-d0e5b302-1d43-43b3-89e8-f551cd65cd69 req-ab5bbc1d-7b9e-438d-987f-f0d0a3b67352 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779595332765'] for port, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:30.460317 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e1d97551-cbda-4fb0-ba3d-f3556982569e req-58568462-e51f-4004-a0b1-5866b2d499f4 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=6ea424ae-d2f0-4b48-9ccf-7bd4db14db33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553477 Jun 16 13:48:30.565678 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.db [req-d0e5b302-1d43-43b3-89e8-f551cd65cd69 req-ab5bbc1d-7b9e-438d-987f-f0d0a3b67352 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] For port 502f58da-40f5-4748-b983-a88cec399cd2, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=502f58da-40f5-4748-b983-a88cec399cd2,segment=NetworkSegment(622c5b0b-6308-4004-9e45-2637df01274d),segment_id=622c5b0b-6308-4004-9e45-2637df01274d)] {{(pid=103674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:48:30.565938 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-d0e5b302-1d43-43b3-89e8-f551cd65cd69 req-ab5bbc1d-7b9e-438d-987f-f0d0a3b67352 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757230'] for port, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:30.777294 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-d0e5b302-1d43-43b3-89e8-f551cd65cd69 req-ab5bbc1d-7b9e-438d-987f-f0d0a3b67352 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:30.777720 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-d0e5b302-1d43-43b3-89e8-f551cd65cd69 req-ab5bbc1d-7b9e-438d-987f-f0d0a3b67352 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759278'] for floatingip, after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:30.777957 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.db.l3_db [req-d0e5b302-1d43-43b3-89e8-f551cd65cd69 req-ab5bbc1d-7b9e-438d-987f-f0d0a3b67352 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Floating IP ae2370dc-9c4d-4e0a-be9d-467e0de84c1b disassociated. External IP: 172.28.1.217, port: 502f58da-40f5-4748-b983-a88cec399cd2. Jun 16 13:48:30.778282 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [req-d0e5b302-1d43-43b3-89e8-f551cd65cd69 req-ab5bbc1d-7b9e-438d-987f-f0d0a3b67352 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Calling delete_port for 502f58da-40f5-4748-b983-a88cec399cd2 owned by compute:nova {{(pid=103674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:48:30.921990 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-d0e5b302-1d43-43b3-89e8-f551cd65cd69 req-ab5bbc1d-7b9e-438d-987f-f0d0a3b67352 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779595337849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779594881055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10072337'] for port, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:30.926771 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:30.961051 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5bbc1d-7b9e-438d-987f-f0d0a3b67352 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Pushing event deleted for resources: {'Port': ['ID=502f58da-40f5-4748-b983-a88cec399cd2,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:30.974850 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5bbc1d-7b9e-438d-987f-f0d0a3b67352 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:30.975652 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5bbc1d-7b9e-438d-987f-f0d0a3b67352 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:30.976035 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5bbc1d-7b9e-438d-987f-f0d0a3b67352 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:30.976470 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5bbc1d-7b9e-438d-987f-f0d0a3b67352 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:30.976815 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5bbc1d-7b9e-438d-987f-f0d0a3b67352 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:30.977163 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5bbc1d-7b9e-438d-987f-f0d0a3b67352 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:30.977512 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5bbc1d-7b9e-438d-987f-f0d0a3b67352 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:30.977849 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5bbc1d-7b9e-438d-987f-f0d0a3b67352 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:30.978185 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5bbc1d-7b9e-438d-987f-f0d0a3b67352 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:30.978519 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5bbc1d-7b9e-438d-987f-f0d0a3b67352 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:30.978849 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5bbc1d-7b9e-438d-987f-f0d0a3b67352 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:30.979178 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5bbc1d-7b9e-438d-987f-f0d0a3b67352 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:30.983286 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-ab5bbc1d-7b9e-438d-987f-f0d0a3b67352 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:31.134394 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:31.277416 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-e2d1c7f0-1744-4198-a011-5fa616394231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:31.410766 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0e5b302-1d43-43b3-89e8-f551cd65cd69 req-ab5bbc1d-7b9e-438d-987f-f0d0a3b67352 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Router 80b5022e-8a5c-40bd-9fbe-ac27764915f6 has already been hosted by L3 agent bfb54b95-b8bd-4202-8e6c-bc5e048a10e9 {{(pid=103674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:48:31.587302 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2769a785-3250-4142-9392-59b5eb686b4d req-2aadaf49-a85c-4429-b78d-70a87031a619 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:31.588899 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2769a785-3250-4142-9392-59b5eb686b4d req-2aadaf49-a85c-4429-b78d-70a87031a619 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 946 time: 0.1250558 Jun 16 13:48:31.603652 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0e5b302-1d43-43b3-89e8-f551cd65cd69 req-ab5bbc1d-7b9e-438d-987f-f0d0a3b67352 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify agent at l3_agent.dv-cinder-789603-10-smb the message routers_updated {{(pid=103674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:48:31.624405 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fec4a59-b6b3-4573-94b8-8c6d1ab1a073 None None] Sync routers for ids ['80b5022e-8a5c-40bd-9fbe-ac27764915f6'] in dv-cinder-789603-10-smb {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:48:31.643172 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fec4a59-b6b3-4573-94b8-8c6d1ab1a073 None None] Routers {'80b5022e-8a5c-40bd-9fbe-ac27764915f6'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:48:31.644081 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-1fec4a59-b6b3-4573-94b8-8c6d1ab1a073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:48:31Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['80b5022e-8a5c-40bd-9fbe-ac27764915f6'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:48:31.683442 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0e5b302-1d43-43b3-89e8-f551cd65cd69 req-ab5bbc1d-7b9e-438d-987f-f0d0a3b67352 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] No DVR routers for this DVR port 502f58da-40f5-4748-b983-a88cec399cd2 on host hv-cinder-78960 {{(pid=103674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:48:31.696615 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2769a785-3250-4142-9392-59b5eb686b4d req-d6434dee-725b-4f56-a933-411919dfa340 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=eea3e66e-fc88-4e61-bc03-458a9ab965b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993803 Jun 16 13:48:31.699221 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-d0e5b302-1d43-43b3-89e8-f551cd65cd69 req-ab5bbc1d-7b9e-438d-987f-f0d0a3b67352 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914'] for port, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:31.701461 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-d0e5b302-1d43-43b3-89e8-f551cd65cd69 req-ab5bbc1d-7b9e-438d-987f-f0d0a3b67352 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.101 "DELETE /v2.0/ports/502f58da-40f5-4748-b983-a88cec399cd2 HTTP/1.1" status: 204 len: 173 time: 1.4021742 Jun 16 13:48:31.703863 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dff9b9aa-847c-4111-9a72-64a3a109ce23', 'name': 'network-vif-deleted', 'tag': '502f58da-40f5-4748-b983-a88cec399cd2'}] {{(pid=103674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:48:31.706771 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf0caa33b503d1f2c3d6e3a51c00f46bab3e78c159fea0ab96052d9779657e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28eec6ec-6aea-4506-9b7a-a579d3775ebb" -d '{"events": [{"server_uuid": "dff9b9aa-847c-4111-9a72-64a3a109ce23", "name": "network-vif-deleted", "tag": "502f58da-40f5-4748-b983-a88cec399cd2"}]}' {{(pid=103674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:48:31.757324 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-95c09195-b237-49e3-a5ea-17ee3ac9a2a6 req-9255cb34-a9f2-402f-beba-625124116c70 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=dff9b9aa-847c-4111-9a72-64a3a109ce23 HTTP/1.1" status: 200 len: 210 time: 0.0544817 Jun 16 13:48:31.785010 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-1fec4a59-b6b3-4573-94b8-8c6d1ab1a073 None None] Set router 80b5022e-8a5c-40bd-9fbe-ac27764915f6 gateway port host: dv-cinder-789603-10-smb {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:48:31.815385 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae56dde4-8c71-41ff-89bd-b9f2db392287 x-openstack-request-id: req-ae56dde4-8c71-41ff-89bd-b9f2db392287 {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:48:31.816045 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dff9b9aa-847c-4111-9a72-64a3a109ce23", "name": "network-vif-deleted", "tag": "502f58da-40f5-4748-b983-a88cec399cd2", "status": "completed", "code": 200}]} {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:48:31.816519 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-ae56dde4-8c71-41ff-89bd-b9f2db392287 {{(pid=103674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:48:31.817128 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dff9b9aa-847c-4111-9a72-64a3a109ce23', 'name': 'network-vif-deleted', 'tag': '502f58da-40f5-4748-b983-a88cec399cd2', 'status': 'completed', 'code': 200} Jun 16 13:48:32.053507 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9426d120-8ef3-450b-a3fa-438be4b95f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:32.059620 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-1fec4a59-b6b3-4573-94b8-8c6d1ab1a073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b5022e-8a5c-40bd-9fbe-ac27764915f6', 'name': 'tempest-AttachVolumeTestJSON-304096213-router', 'tenant_id': '1c34861a49bb497085ef26aa3cc556f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.127'}], 'enable_snat': True}, 'gw_port_id': '89afefbb-493e-409f-964f-cd2e8e01ddfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:43:51Z', 'updated_at': '2021-06-16T13:44:00Z', 'revision_number': 4, 'project_id': '1c34861a49bb497085ef26aa3cc556f7', 'gw_port': {'id': '89afefbb-493e-409f-964f-cd2e8e01ddfb', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:04:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b5022e-8a5c-40bd-9fbe-ac27764915f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:43:54Z', 'updated_at': '2021-06-16T13:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_interfaces': [{'id': 'd2db28d1-4214-48dd-8787-668a517f73c8', 'name': '', 'network_id': 'bc7f85d7-a9cc-4cbe-8009-a532b58d3643', 'tenant_id': '1c34861a49bb497085ef26aa3cc556f7', 'mac_address': 'fa:16:3e:f2:01:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b5022e-8a5c-40bd-9fbe-ac27764915f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fdb76e97-5183-4499-ab60-29df581b2de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:43:58Z', 'updated_at': '2021-06-16T13:44:14Z', 'revision_number': 5, 'project_id': '1c34861a49bb497085ef26aa3cc556f7', 'subnets': [{'id': 'fdb76e97-5183-4499-ab60-29df581b2de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:48:32.064030 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fec4a59-b6b3-4573-94b8-8c6d1ab1a073 None None] Checking router: 80b5022e-8a5c-40bd-9fbe-ac27764915f6 for host: dv-cinder-789603-10-smb {{(pid=103676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:48:32.072841 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fec4a59-b6b3-4573-94b8-8c6d1ab1a073 None None] Routers {'80b5022e-8a5c-40bd-9fbe-ac27764915f6'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:48:32.073545 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-1fec4a59-b6b3-4573-94b8-8c6d1ab1a073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:48:31Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['80b5022e-8a5c-40bd-9fbe-ac27764915f6'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:48:32.185624 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-1fec4a59-b6b3-4573-94b8-8c6d1ab1a073 None None] Set router 80b5022e-8a5c-40bd-9fbe-ac27764915f6 gateway port host: dv-cinder-789603-10-smb {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:48:32.435396 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-1fec4a59-b6b3-4573-94b8-8c6d1ab1a073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b5022e-8a5c-40bd-9fbe-ac27764915f6', 'name': 'tempest-AttachVolumeTestJSON-304096213-router', 'tenant_id': '1c34861a49bb497085ef26aa3cc556f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.127'}], 'enable_snat': True}, 'gw_port_id': '89afefbb-493e-409f-964f-cd2e8e01ddfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:43:51Z', 'updated_at': '2021-06-16T13:44:00Z', 'revision_number': 4, 'project_id': '1c34861a49bb497085ef26aa3cc556f7', 'gw_port': {'id': '89afefbb-493e-409f-964f-cd2e8e01ddfb', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:04:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b5022e-8a5c-40bd-9fbe-ac27764915f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:43:54Z', 'updated_at': '2021-06-16T13:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_interfaces': [{'id': 'd2db28d1-4214-48dd-8787-668a517f73c8', 'name': '', 'network_id': 'bc7f85d7-a9cc-4cbe-8009-a532b58d3643', 'tenant_id': '1c34861a49bb497085ef26aa3cc556f7', 'mac_address': 'fa:16:3e:f2:01:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b5022e-8a5c-40bd-9fbe-ac27764915f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fdb76e97-5183-4499-ab60-29df581b2de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:43:58Z', 'updated_at': '2021-06-16T13:44:14Z', 'revision_number': 5, 'project_id': '1c34861a49bb497085ef26aa3cc556f7', 'subnets': [{'id': 'fdb76e97-5183-4499-ab60-29df581b2de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:48:32.440898 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fec4a59-b6b3-4573-94b8-8c6d1ab1a073 None None] The sync data for ids ['80b5022e-8a5c-40bd-9fbe-ac27764915f6'] in dv-cinder-789603-10-smb is: [{'id': '80b5022e-8a5c-40bd-9fbe-ac27764915f6', 'name': 'tempest-AttachVolumeTestJSON-304096213-router', 'tenant_id': '1c34861a49bb497085ef26aa3cc556f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.127'}], 'enable_snat': True}, 'gw_port_id': '89afefbb-493e-409f-964f-cd2e8e01ddfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:43:51Z', 'updated_at': '2021-06-16T13:44:00Z', 'revision_number': 4, 'project_id': '1c34861a49bb497085ef26aa3cc556f7', 'gw_port': {'id': '89afefbb-493e-409f-964f-cd2e8e01ddfb', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:04:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b5022e-8a5c-40bd-9fbe-ac27764915f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:43:54Z', 'updated_at': '2021-06-16T13:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_interfaces': [{'id': 'd2db28d1-4214-48dd-8787-668a517f73c8', 'name': '', 'network_id': 'bc7f85d7-a9cc-4cbe-8009-a532b58d3643', 'tenant_id': '1c34861a49bb497085ef26aa3cc556f7', 'mac_address': 'fa:16:3e:f2:01:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b5022e-8a5c-40bd-9fbe-ac27764915f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fdb76e97-5183-4499-ab60-29df581b2de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:43:58Z', 'updated_at': '2021-06-16T13:44:14Z', 'revision_number': 5, 'project_id': '1c34861a49bb497085ef26aa3cc556f7', 'subnets': [{'id': 'fdb76e97-5183-4499-ab60-29df581b2de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:48:32.748619 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0bcbd8-38d9-4d77-a754-9191ed67907f None None] New status for floating IP ae2370dc-9c4d-4e0a-be9d-467e0de84c1b: DOWN {{(pid=103677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 13:48:32.940502 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a16c1-4dcb-4338-bf85-574e5b3ddd53 req-a0bb2197-08ff-4807-a801-72fa317e1651 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:32.951360 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-836a16c1-4dcb-4338-bf85-574e5b3ddd53 req-a0bb2197-08ff-4807-a801-72fa317e1651 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 946 time: 0.1045125 Jun 16 13:48:32.976520 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 43298) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:33.004787 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-836a16c1-4dcb-4338-bf85-574e5b3ddd53 req-432352fb-b42d-4e22-b1e7-8940eb9bf676 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=eea3e66e-fc88-4e61-bc03-458a9ab965b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519183 Jun 16 13:48:33.042071 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-f806511c-b457-4c8a-8ba3-17628f39baef tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks [] for security_group, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:33.071483 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-f806511c-b457-4c8a-8ba3-17628f39baef tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:33.149812 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-f806511c-b457-4c8a-8ba3-17628f39baef tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:33.152392 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-f806511c-b457-4c8a-8ba3-17628f39baef tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:33.153535 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-f806511c-b457-4c8a-8ba3-17628f39baef tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "DELETE /v2.0/security-groups/6ea424ae-d2f0-4b48-9ccf-7bd4db14db33 HTTP/1.1" status: 204 len: 168 time: 0.1754243 Jun 16 13:48:33.154344 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-b21315b5-9f96-4ce1-896e-b229690c7556 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:33.156493 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 43302) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:33.167910 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f806511c-b457-4c8a-8ba3-17628f39baef tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea424ae-d2f0-4b48-9ccf-7bd4db14db33,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:33.174575 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.api.v2.resource [None req-da43f0dc-7585-470a-b86e-ef2dac1107d5 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] show failed (client error): The resource could not be found. Jun 16 13:48:33.179249 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f806511c-b457-4c8a-8ba3-17628f39baef tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:33.180419 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-da43f0dc-7585-470a-b86e-ef2dac1107d5 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups/6ea424ae-d2f0-4b48-9ccf-7bd4db14db33 HTTP/1.1" status: 404 len: 347 time: 0.0191662 Jun 16 13:48:33.180530 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f806511c-b457-4c8a-8ba3-17628f39baef tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:33.180530 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f806511c-b457-4c8a-8ba3-17628f39baef tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:33.180530 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f806511c-b457-4c8a-8ba3-17628f39baef tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:33.180530 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f806511c-b457-4c8a-8ba3-17628f39baef tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:33.180530 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f806511c-b457-4c8a-8ba3-17628f39baef tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:33.180530 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f806511c-b457-4c8a-8ba3-17628f39baef tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:33.180530 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f806511c-b457-4c8a-8ba3-17628f39baef tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:33.180530 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f806511c-b457-4c8a-8ba3-17628f39baef tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:33.180530 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f806511c-b457-4c8a-8ba3-17628f39baef tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:33.181229 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 43306) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:33.181320 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f806511c-b457-4c8a-8ba3-17628f39baef tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:33.181320 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f806511c-b457-4c8a-8ba3-17628f39baef tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:48:33.184869 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-f806511c-b457-4c8a-8ba3-17628f39baef tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:33.253479 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 502f58da-40f5-4748-b983-a88cec399cd2 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:48:33.277782 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] No Port match for: 502f58da-40f5-4748-b983-a88cec399cd2 {{(pid=103676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:48:33.278392 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 502f58da-40f5-4748-b983-a88cec399cd2 not bound to the agent host hv-cinder-78960 {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:48:33.337375 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-52a2bdec-01e9-480a-a7e0-cc57674ec9ea tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Deleting port 85647b04-be7e-4c0d-9c51-8aba35648e58 {{(pid=103674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:48:33.337971 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-52a2bdec-01e9-480a-a7e0-cc57674ec9ea tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779595332765'] for port, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:33.419743 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-52a2bdec-01e9-480a-a7e0-cc57674ec9ea tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757230'] for port, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:33.420241 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-52a2bdec-01e9-480a-a7e0-cc57674ec9ea tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:33.491039 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-52a2bdec-01e9-480a-a7e0-cc57674ec9ea tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Calling delete_port for 85647b04-be7e-4c0d-9c51-8aba35648e58 owned by network:floatingip {{(pid=103674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:48:33.646722 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-52a2bdec-01e9-480a-a7e0-cc57674ec9ea tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779595337849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779594881055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10072337'] for port, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:33.649698 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-bfaf03e7-7916-4644-bd86-1e35e3b8c18f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:33.680160 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a2bdec-01e9-480a-a7e0-cc57674ec9ea tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Pushing event deleted for resources: {'Port': ['ID=85647b04-be7e-4c0d-9c51-8aba35648e58,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:33.689582 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-52a2bdec-01e9-480a-a7e0-cc57674ec9ea tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:33.750951 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-52a2bdec-01e9-480a-a7e0-cc57674ec9ea tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks [] for floatingip, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:33.753912 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-52a2bdec-01e9-480a-a7e0-cc57674ec9ea tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914'] for floatingip, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:33.755233 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-52a2bdec-01e9-480a-a7e0-cc57674ec9ea tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "DELETE /v2.0/floatingips/ae2370dc-9c4d-4e0a-be9d-467e0de84c1b HTTP/1.1" status: 204 len: 168 time: 0.5747559 Jun 16 13:48:33.912546 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3cd87a0a-8c13-4d66-8546-43ee61e1d8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:34.068243 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 43314) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:34.079376 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [None req-dfc7e96f-eee5-4220-bf08-231e61e2a216 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2102478244', 'description': 'tempest-description--923677532'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:48:34.114719 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-dfc7e96f-eee5-4220-bf08-231e61e2a216 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks [] for security_group, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:34.288130 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-dfc7e96f-eee5-4220-bf08-231e61e2a216 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks [] for security_group, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:34.296964 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d967e32-511d-4bfd-8aa2-e199f329560c req-ba6fab54-8487-496f-b794-0ca71bd58ff9 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:34.298451 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-4d967e32-511d-4bfd-8aa2-e199f329560c req-ba6fab54-8487-496f-b794-0ca71bd58ff9 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 946 time: 0.1348231 Jun 16 13:48:34.301101 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-dfc7e96f-eee5-4220-bf08-231e61e2a216 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:34.303689 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-768a7085-7020-48fc-8ac8-ed7c7500ba46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:34.351093 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-dfc7e96f-eee5-4220-bf08-231e61e2a216 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks [] for security_group, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:34.354922 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-dfc7e96f-eee5-4220-bf08-231e61e2a216 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2781088 Jun 16 13:48:34.355396 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 43316) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:34.358305 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc7e96f-eee5-4220-bf08-231e61e2a216 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a043530c-1616-45f4-b982-a93e5b3414d3,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:34.360547 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.v2.base [None req-ef4285be-88c3-417a-abe1-681d3096bb50 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Request body: {'security_group_rule': {'security_group_id': 'a043530c-1616-45f4-b982-a93e5b3414d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:48:34.361573 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-dfc7e96f-eee5-4220-bf08-231e61e2a216 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:34.371490 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-4d967e32-511d-4bfd-8aa2-e199f329560c req-1fbd3979-7fbf-4db9-89ff-2877c3752d98 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=eea3e66e-fc88-4e61-bc03-458a9ab965b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625911 Jun 16 13:48:34.433176 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ef4285be-88c3-417a-abe1-681d3096bb50 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:34.480905 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ef4285be-88c3-417a-abe1-681d3096bb50 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:34.487277 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ef4285be-88c3-417a-abe1-681d3096bb50 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719390'] for security_group_rule, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:34.489930 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:34.505220 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4285be-88c3-417a-abe1-681d3096bb50 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bf59b78-8931-4dcc-b2aa-5e51b55cfc0b,revision_number=0']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:34.510015 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-ef4285be-88c3-417a-abe1-681d3096bb50 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:34.518521 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ef4285be-88c3-417a-abe1-681d3096bb50 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:34.522586 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 43318) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:34.522996 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-ef4285be-88c3-417a-abe1-681d3096bb50 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1663821 Jun 16 13:48:34.527785 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [None req-78ce6994-0590-4363-ba2e-13f8543a90b6 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Request body: {'security_group_rule': {'security_group_id': 'a043530c-1616-45f4-b982-a93e5b3414d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:48:34.557813 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-78ce6994-0590-4363-ba2e-13f8543a90b6 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:34.620953 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-78ce6994-0590-4363-ba2e-13f8543a90b6 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:34.625862 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-78ce6994-0590-4363-ba2e-13f8543a90b6 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719390'] for security_group_rule, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:34.628034 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:34.645021 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ce6994-0590-4363-ba2e-13f8543a90b6 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6c16969-adf6-41b4-947b-5011e75fae45,revision_number=0']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:34.649113 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-78ce6994-0590-4363-ba2e-13f8543a90b6 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:34.652995 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-78ce6994-0590-4363-ba2e-13f8543a90b6 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:34.654219 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-78ce6994-0590-4363-ba2e-13f8543a90b6 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1302745 Jun 16 13:48:34.659329 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 43320) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:34.664866 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [None req-2f758e0b-dd18-419b-8127-dbb4d72ac2a1 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Request body: {'floatingip': {'floating_network_id': '0670eadb-aa0f-4551-9ff4-64f252730750'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:48:34.695899 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2f758e0b-dd18-419b-8127-dbb4d72ac2a1 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks [] for floatingip, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:34.803982 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2f758e0b-dd18-419b-8127-dbb4d72ac2a1 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for port, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:34.914780 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.db_base_plugin_common [None req-2f758e0b-dd18-419b-8127-dbb4d72ac2a1 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Allocated IP 172.28.1.69 (0670eadb-aa0f-4551-9ff4-64f252730750/f2f4aa09-e9c1-4804-aa42-b5c4d121e78a/1535c777-6c34-4cb6-ae18-adf3fb4d6d47) {{(pid=103674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:48:35.039984 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2f758e0b-dd18-419b-8127-dbb4d72ac2a1 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks [] for port, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:35.092191 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2f758e0b-dd18-419b-8127-dbb4d72ac2a1 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1833118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779594881046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10072334'] for port, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:35.094570 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-a68d14a6-6ef9-4579-a3a0-e1b480c244ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:35.129822 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f758e0b-dd18-419b-8127-dbb4d72ac2a1 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Network 0670eadb-aa0f-4551-9ff4-64f252730750 is already hosted by enough agents. {{(pid=103674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:48:35.138548 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [None req-2f758e0b-dd18-419b-8127-dbb4d72ac2a1 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Resources bound (agent type, host, resource id): {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:48:35.141336 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f758e0b-dd18-419b-8127-dbb4d72ac2a1 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Received port after_create {{(pid=103674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:48:35.147342 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f758e0b-dd18-419b-8127-dbb4d72ac2a1 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Pushing event updated for resources: {'Port': ['ID=1535c777-6c34-4cb6-ae18-adf3fb4d6d47,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:35.150231 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-2f758e0b-dd18-419b-8127-dbb4d72ac2a1 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:35.293552 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2f758e0b-dd18-419b-8127-dbb4d72ac2a1 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:35.344171 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2f758e0b-dd18-419b-8127-dbb4d72ac2a1 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:35.567957 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2f758e0b-dd18-419b-8127-dbb4d72ac2a1 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks [] for port, precommit_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:35.577093 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2f758e0b-dd18-419b-8127-dbb4d72ac2a1 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10072344'] for port, after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:35.580951 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:35.663838 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac022b50-92c9-4c30-9c26-b1831edea536 req-82cbeaea-cb88-4389-b0ef-64b8754f854e tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:35.665350 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ac022b50-92c9-4c30-9c26-b1831edea536 req-82cbeaea-cb88-4389-b0ef-64b8754f854e tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 946 time: 0.1539030 Jun 16 13:48:35.670698 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f758e0b-dd18-419b-8127-dbb4d72ac2a1 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Pushing event updated for resources: {'Port': ['ID=1535c777-6c34-4cb6-ae18-adf3fb4d6d47,revision_number=2']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:35.674060 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-2f758e0b-dd18-419b-8127-dbb4d72ac2a1 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:35.693256 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2f758e0b-dd18-419b-8127-dbb4d72ac2a1 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759278'] for floatingip, after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:35.732689 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-2f758e0b-dd18-419b-8127-dbb4d72ac2a1 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914'] for floatingip, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:35.734084 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-2f758e0b-dd18-419b-8127-dbb4d72ac2a1 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0734792 Jun 16 13:48:35.737381 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ac022b50-92c9-4c30-9c26-b1831edea536 req-5be924c6-7b06-454a-b3cf-b4ab35ad24a4 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=eea3e66e-fc88-4e61-bc03-458a9ab965b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549662 Jun 16 13:48:35.942769 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-191689c1-df97-4bea-a7a8-ff9edcddb72e req-bea65e63-df3f-4f5f-a083-ed528e95ba59 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-securitygroup--2102478244&fields=id&tenant_id=1c34861a49bb497085ef26aa3cc556f7 HTTP/1.1" status: 200 len: 267 time: 0.0344329 Jun 16 13:48:36.066826 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191689c1-df97-4bea-a7a8-ff9edcddb72e req-b9c26065-e948-471c-8eed-72c8a8f6caea tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:36.068788 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-191689c1-df97-4bea-a7a8-ff9edcddb72e req-b9c26065-e948-471c-8eed-72c8a8f6caea tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/networks?id=bc7f85d7-a9cc-4cbe-8009-a532b58d3643 HTTP/1.1" status: 200 len: 810 time: 0.1180270 Jun 16 13:48:36.087988 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-191689c1-df97-4bea-a7a8-ff9edcddb72e req-268bfbbb-5338-41e1-9de2-616482dad187 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/quotas/1c34861a49bb497085ef26aa3cc556f7 HTTP/1.1" status: 200 len: 375 time: 0.0133681 Jun 16 13:48:36.163435 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-191689c1-df97-4bea-a7a8-ff9edcddb72e req-b16a3c20-e93f-410f-834e-3c191c890abe tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=1c34861a49bb497085ef26aa3cc556f7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0700135 Jun 16 13:48:36.273810 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-191689c1-df97-4bea-a7a8-ff9edcddb72e req-381397a1-929c-4d68-ba38-0517cfce9d72 service neutron] 10.222.0.104 "GET /v2.0/networks/bc7f85d7-a9cc-4cbe-8009-a532b58d3643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974030 Jun 16 13:48:36.369268 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-191689c1-df97-4bea-a7a8-ff9edcddb72e req-d2b09f1a-6656-4dc9-af48-27084e28b633 service neutron] 10.222.0.104 "GET /v2.0/networks/bc7f85d7-a9cc-4cbe-8009-a532b58d3643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895143 Jun 16 13:48:36.563102 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2e7e4c87-3311-486e-8af2-34107fb3748c req-097f1109-8190-457d-af0b-3dd72c9a8a88 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=61683663-9e53-4934-8b7f-20a96aed3f0c HTTP/1.1" status: 200 len: 210 time: 0.0459461 Jun 16 13:48:36.931933 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1aed2f-6e4f-42c9-9f23-d87afabd27b6 req-d85daa63-b692-414d-8fbc-24eb57aa1b4f tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:36.933306 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-4b1aed2f-6e4f-42c9-9f23-d87afabd27b6 req-d85daa63-b692-414d-8fbc-24eb57aa1b4f tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 946 time: 0.0662427 Jun 16 13:48:36.971477 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-4b1aed2f-6e4f-42c9-9f23-d87afabd27b6 req-a7b14741-0ba2-411d-b162-27c2a139f7f6 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=eea3e66e-fc88-4e61-bc03-458a9ab965b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321672 Jun 16 13:48:37.355726 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b2edd-834b-4cc1-8a53-ead214c6e76a req-accb0459-bd00-4c1d-8005-86d43b6371d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:37.357122 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c26b2edd-834b-4cc1-8a53-ead214c6e76a req-accb0459-bd00-4c1d-8005-86d43b6371d2 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=908a353f90684e269bfddb80904ca191&device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 1099 time: 0.0587173 Jun 16 13:48:37.458008 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b2edd-834b-4cc1-8a53-ead214c6e76a req-9682984c-221e-4131-919c-a664b9ffc3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:37.459424 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c26b2edd-834b-4cc1-8a53-ead214c6e76a req-9682984c-221e-4131-919c-a664b9ffc3cd service neutron] 10.222.0.101 "GET /v2.0/networks?id=b4697126-5628-44a4-9716-d1cd33ca7762 HTTP/1.1" status: 200 len: 918 time: 0.0927525 Jun 16 13:48:37.529699 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c26b2edd-834b-4cc1-8a53-ead214c6e76a req-062f3669-9df9-4085-a26b-5c60f61251e9 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9063e8fe-eaf3-4657-b7bd-0e2e595fa74c HTTP/1.1" status: 200 len: 1001 time: 0.0581136 Jun 16 13:48:37.584852 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b2edd-834b-4cc1-8a53-ead214c6e76a req-16db218a-6c50-4d25-9120-cf388fcd20ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:37.586340 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c26b2edd-834b-4cc1-8a53-ead214c6e76a req-16db218a-6c50-4d25-9120-cf388fcd20ed service neutron] 10.222.0.101 "GET /v2.0/subnets?id=e7ad7888-1d58-4693-a737-cc195965ac3b HTTP/1.1" status: 200 len: 855 time: 0.0483975 Jun 16 13:48:37.651988 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b2edd-834b-4cc1-8a53-ead214c6e76a req-61695672-7ce4-4d10-9bc6-e5055cc6ed88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:37.653617 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c26b2edd-834b-4cc1-8a53-ead214c6e76a req-61695672-7ce4-4d10-9bc6-e5055cc6ed88 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=b4697126-5628-44a4-9716-d1cd33ca7762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0541015 Jun 16 13:48:37.752651 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-9af788ef-4551-4a8b-8c75-0e37005df4d1 req-b8985390-1c2e-4f45-b8b5-d4856a5bb08a tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=61683663-9e53-4934-8b7f-20a96aed3f0c HTTP/1.1" status: 200 len: 210 time: 0.0658884 Jun 16 13:48:37.793898 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c26b2edd-834b-4cc1-8a53-ead214c6e76a req-8257172f-6a11-4824-9a3a-27ed9496b8dc service neutron] 10.222.0.101 "GET /v2.0/networks/b4697126-5628-44a4-9716-d1cd33ca7762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291637 Jun 16 13:48:37.811551 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191689c1-df97-4bea-a7a8-ff9edcddb72e req-3134bebe-8549-45c9-b419-c47980bd944a tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:37.812993 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-191689c1-df97-4bea-a7a8-ff9edcddb72e req-3134bebe-8549-45c9-b419-c47980bd944a tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.101 "GET /v2.0/networks?id=bc7f85d7-a9cc-4cbe-8009-a532b58d3643 HTTP/1.1" status: 200 len: 810 time: 0.1078777 Jun 16 13:48:37.859865 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-191689c1-df97-4bea-a7a8-ff9edcddb72e req-3957ef3c-f6ec-4f16-9599-f44ca449a16a tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.101 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c34861a49bb497085ef26aa3cc556f7 HTTP/1.1" status: 200 len: 380 time: 0.0359826 Jun 16 13:48:37.869888 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.v2.base [req-191689c1-df97-4bea-a7a8-ff9edcddb72e req-f27a6588-25b7-4f18-8421-cc2e37d480e5 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Request body: {'port': {'device_id': '61683663-9e53-4934-8b7f-20a96aed3f0c', 'network_id': 'bc7f85d7-a9cc-4cbe-8009-a532b58d3643', 'admin_state_up': True, 'tenant_id': '1c34861a49bb497085ef26aa3cc556f7', 'security_groups': ['a043530c-1616-45f4-b982-a93e5b3414d3']}} {{(pid=103675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:48:37.883619 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c26b2edd-834b-4cc1-8a53-ead214c6e76a req-da95bf02-1e6e-4a67-bc10-64e55960d790 service neutron] 10.222.0.101 "GET /v2.0/networks/b4697126-5628-44a4-9716-d1cd33ca7762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823848 Jun 16 13:48:37.976403 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-191689c1-df97-4bea-a7a8-ff9edcddb72e req-f27a6588-25b7-4f18-8421-cc2e37d480e5 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Made reservation on behalf of 1c34861a49bb497085ef26aa3cc556f7 for: {'port': 1} {{(pid=103675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:48:37.979802 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-191689c1-df97-4bea-a7a8-ff9edcddb72e req-f27a6588-25b7-4f18-8421-cc2e37d480e5 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for port, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:38.104937 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.db.db_base_plugin_common [req-191689c1-df97-4bea-a7a8-ff9edcddb72e req-f27a6588-25b7-4f18-8421-cc2e37d480e5 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Allocated IP 172.20.0.3 (bc7f85d7-a9cc-4cbe-8009-a532b58d3643/fdb76e97-5183-4499-ab60-29df581b2de7/761f44d4-2f2d-4a7e-9b8d-305f9ed8953a) {{(pid=103675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:48:38.151456 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635acf70-e22b-4f80-96e1-0dd51132b885 req-b2f5208c-f580-47eb-a5fd-81d090c37c05 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:38.152923 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-635acf70-e22b-4f80-96e1-0dd51132b885 req-b2f5208c-f580-47eb-a5fd-81d090c37c05 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 946 time: 0.0672252 Jun 16 13:48:38.196317 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-635acf70-e22b-4f80-96e1-0dd51132b885 req-11695c23-c36a-4f55-90d5-9eed73545bc4 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=eea3e66e-fc88-4e61-bc03-458a9ab965b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375023 Jun 16 13:48:38.236575 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-191689c1-df97-4bea-a7a8-ff9edcddb72e req-f27a6588-25b7-4f18-8421-cc2e37d480e5 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks [] for port, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:38.249489 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [req-191689c1-df97-4bea-a7a8-ff9edcddb72e req-f27a6588-25b7-4f18-8421-cc2e37d480e5 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Transition to ACTIVE for port object 761f44d4-2f2d-4a7e-9b8d-305f9ed8953a will not be triggered until provisioned by entity DHCP. {{(pid=103675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:48:38.283916 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-191689c1-df97-4bea-a7a8-ff9edcddb72e req-f27a6588-25b7-4f18-8421-cc2e37d480e5 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1833118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779594881046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10267002'] for port, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:38.287899 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-67ec36b6-6172-43c9-b80d-bab7c3b83ae0 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:38.326434 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-191689c1-df97-4bea-a7a8-ff9edcddb72e req-f27a6588-25b7-4f18-8421-cc2e37d480e5 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Network bc7f85d7-a9cc-4cbe-8009-a532b58d3643 is already hosted by enough agents. {{(pid=103675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:48:38.334767 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.base_scheduler [req-191689c1-df97-4bea-a7a8-ff9edcddb72e req-f27a6588-25b7-4f18-8421-cc2e37d480e5 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Resources bound (agent type, host, resource id): {{(pid=103675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:48:38.338582 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [req-191689c1-df97-4bea-a7a8-ff9edcddb72e req-f27a6588-25b7-4f18-8421-cc2e37d480e5 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Received port after_create {{(pid=103675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:48:38.344879 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27a6588-25b7-4f18-8421-cc2e37d480e5 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Pushing event updated for resources: {'Port': ['ID=761f44d4-2f2d-4a7e-9b8d-305f9ed8953a,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:38.363347 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-f27a6588-25b7-4f18-8421-cc2e37d480e5 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:38.389814 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191689c1-df97-4bea-a7a8-ff9edcddb72e req-f27a6588-25b7-4f18-8421-cc2e37d480e5 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:38.390456 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-191689c1-df97-4bea-a7a8-ff9edcddb72e req-f27a6588-25b7-4f18-8421-cc2e37d480e5 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for port, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:38.407956 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-191689c1-df97-4bea-a7a8-ff9edcddb72e req-f27a6588-25b7-4f18-8421-cc2e37d480e5 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5423727 Jun 16 13:48:38.420676 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.v2.base [req-191689c1-df97-4bea-a7a8-ff9edcddb72e req-ae21702b-2563-4e80-92e2-7db173b06e88 service neutron] Request body: {'port': {'device_id': '61683663-9e53-4934-8b7f-20a96aed3f0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=103675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:48:38.495221 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-191689c1-df97-4bea-a7a8-ff9edcddb72e req-ae21702b-2563-4e80-92e2-7db173b06e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:38.527685 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-dedb8185-7460-43bf-b252-6c922419d243 None None] Provisioning for port 761f44d4-2f2d-4a7e-9b8d-305f9ed8953a completed by entity DHCP. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:48:38.532176 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-dedb8185-7460-43bf-b252-6c922419d243 None None] Provisioning complete for port 761f44d4-2f2d-4a7e-9b8d-305f9ed8953a triggered by entity DHCP. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:48:38.532561 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-dedb8185-7460-43bf-b252-6c922419d243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:38.564769 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-dedb8185-7460-43bf-b252-6c922419d243 None None] Port 761f44d4-2f2d-4a7e-9b8d-305f9ed8953a cannot update to ACTIVE because it is not bound. {{(pid=103676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:48:38.756555 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.notifiers.nova [req-191689c1-df97-4bea-a7a8-ff9edcddb72e req-ae21702b-2563-4e80-92e2-7db173b06e88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 761f44d4-2f2d-4a7e-9b8d-305f9ed8953a {{(pid=103675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:48:38.763745 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-191689c1-df97-4bea-a7a8-ff9edcddb72e req-ae21702b-2563-4e80-92e2-7db173b06e88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:38.775776 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [req-191689c1-df97-4bea-a7a8-ff9edcddb72e req-ae21702b-2563-4e80-92e2-7db173b06e88 service neutron] Transition to ACTIVE for port object 761f44d4-2f2d-4a7e-9b8d-305f9ed8953a will not be triggered until provisioned by entity L2. {{(pid=103675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:48:38.783062 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-191689c1-df97-4bea-a7a8-ff9edcddb72e req-ae21702b-2563-4e80-92e2-7db173b06e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10266988'] for port, after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:38.786005 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-6875314d-7dbc-4ca9-bfd5-f5cb42987f1c tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:38.883440 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae21702b-2563-4e80-92e2-7db173b06e88 service neutron] Pushing event updated for resources: {'Port': ['ID=761f44d4-2f2d-4a7e-9b8d-305f9ed8953a,revision_number=2']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:38.902436 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-ae21702b-2563-4e80-92e2-7db173b06e88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:38.933819 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [req-191689c1-df97-4bea-a7a8-ff9edcddb72e req-ae21702b-2563-4e80-92e2-7db173b06e88 service neutron] Attempting to bind port 761f44d4-2f2d-4a7e-9b8d-305f9ed8953a on host hv-cinder-78960 for vnic_type normal with profile {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:48:38.934249 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [req-191689c1-df97-4bea-a7a8-ff9edcddb72e req-ae21702b-2563-4e80-92e2-7db173b06e88 service neutron] Attempting to bind port 761f44d4-2f2d-4a7e-9b8d-305f9ed8953a by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '622c5b0b-6308-4004-9e45-2637df01274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'bc7f85d7-a9cc-4cbe-8009-a532b58d3643'}] {{(pid=103675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:48:38.934638 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191689c1-df97-4bea-a7a8-ff9edcddb72e req-ae21702b-2563-4e80-92e2-7db173b06e88 service neutron] Attempting to bind port 761f44d4-2f2d-4a7e-9b8d-305f9ed8953a on network bc7f85d7-a9cc-4cbe-8009-a532b58d3643 {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:48:38.940396 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191689c1-df97-4bea-a7a8-ff9edcddb72e req-ae21702b-2563-4e80-92e2-7db173b06e88 service neutron] Port 761f44d4-2f2d-4a7e-9b8d-305f9ed8953a on network bc7f85d7-a9cc-4cbe-8009-a532b58d3643 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 13:48:38.940789 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191689c1-df97-4bea-a7a8-ff9edcddb72e req-ae21702b-2563-4e80-92e2-7db173b06e88 service neutron] Attempting to bind port 761f44d4-2f2d-4a7e-9b8d-305f9ed8953a on network bc7f85d7-a9cc-4cbe-8009-a532b58d3643 {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:48:38.945662 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad14be7-3966-49aa-8e1b-a50787dd4f67 req-2a45aeb4-bff2-4426-82f7-ddd57390f436 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:38.946194 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191689c1-df97-4bea-a7a8-ff9edcddb72e req-ae21702b-2563-4e80-92e2-7db173b06e88 service neutron] Checking agent: {'id': '1d30c470-50d4-4ce2-b27c-c11b758166c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 42, 10), 'started_at': datetime.datetime(2021, 6, 16, 13, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:48:38.946194 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191689c1-df97-4bea-a7a8-ff9edcddb72e req-ae21702b-2563-4e80-92e2-7db173b06e88 service neutron] Checking segment: {'id': '622c5b0b-6308-4004-9e45-2637df01274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'bc7f85d7-a9cc-4cbe-8009-a532b58d3643'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:48:38.946735 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191689c1-df97-4bea-a7a8-ff9edcddb72e req-ae21702b-2563-4e80-92e2-7db173b06e88 service neutron] Bound using segment: {'id': '622c5b0b-6308-4004-9e45-2637df01274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'bc7f85d7-a9cc-4cbe-8009-a532b58d3643'} {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:48:38.947230 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [req-191689c1-df97-4bea-a7a8-ff9edcddb72e req-ae21702b-2563-4e80-92e2-7db173b06e88 service neutron] Bound port: 761f44d4-2f2d-4a7e-9b8d-305f9ed8953a, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '622c5b0b-6308-4004-9e45-2637df01274d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'bc7f85d7-a9cc-4cbe-8009-a532b58d3643'}}] {{(pid=103675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:48:38.947548 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-6ad14be7-3966-49aa-8e1b-a50787dd4f67 req-2a45aeb4-bff2-4426-82f7-ddd57390f436 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=61683663-9e53-4934-8b7f-20a96aed3f0c HTTP/1.1" status: 200 len: 943 time: 0.0755923 Jun 16 13:48:38.947681 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-191689c1-df97-4bea-a7a8-ff9edcddb72e req-ae21702b-2563-4e80-92e2-7db173b06e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:38.987780 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-6ad14be7-3966-49aa-8e1b-a50787dd4f67 req-d4ac8afd-6086-4274-9dc3-1c291fb975db tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=a043530c-1616-45f4-b982-a93e5b3414d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335519 Jun 16 13:48:39.015101 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.db [req-191689c1-df97-4bea-a7a8-ff9edcddb72e req-ae21702b-2563-4e80-92e2-7db173b06e88 service neutron] For port 761f44d4-2f2d-4a7e-9b8d-305f9ed8953a, host hv-cinder-78960, cleared binding levels {{(pid=103675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:48:39.018102 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.db [req-191689c1-df97-4bea-a7a8-ff9edcddb72e req-ae21702b-2563-4e80-92e2-7db173b06e88 service neutron] For port 761f44d4-2f2d-4a7e-9b8d-305f9ed8953a, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=761f44d4-2f2d-4a7e-9b8d-305f9ed8953a,segment=NetworkSegment(622c5b0b-6308-4004-9e45-2637df01274d),segment_id=622c5b0b-6308-4004-9e45-2637df01274d)] {{(pid=103675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:48:39.023525 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-191689c1-df97-4bea-a7a8-ff9edcddb72e req-ae21702b-2563-4e80-92e2-7db173b06e88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10266988'] for port, after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:39.025598 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-3d649032-da3c-413d-8876-3c6a7d8f4ca0 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:39.059922 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191689c1-df97-4bea-a7a8-ff9edcddb72e req-ae21702b-2563-4e80-92e2-7db173b06e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:39.060595 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-191689c1-df97-4bea-a7a8-ff9edcddb72e req-ae21702b-2563-4e80-92e2-7db173b06e88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for port, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:39.061992 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-191689c1-df97-4bea-a7a8-ff9edcddb72e req-ae21702b-2563-4e80-92e2-7db173b06e88 service neutron] 10.222.0.101 "PUT /v2.0/ports/761f44d4-2f2d-4a7e-9b8d-305f9ed8953a HTTP/1.1" status: 200 len: 1093 time: 0.6466534 Jun 16 13:48:39.062471 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61683663-9e53-4934-8b7f-20a96aed3f0c', 'tag': '761f44d4-2f2d-4a7e-9b8d-305f9ed8953a'}] {{(pid=103675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:48:39.064885 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a16ec9cc8eba4f619b451732e343570940bd63550f2ec78b6d3f6fbb7e41a49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7163ca-ac22-4e99-9c59-9cb3a0f079d1" -d '{"events": [{"name": "network-changed", "server_uuid": "61683663-9e53-4934-8b7f-20a96aed3f0c", "tag": "761f44d4-2f2d-4a7e-9b8d-305f9ed8953a"}]}' {{(pid=103675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:48:39.096456 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae21702b-2563-4e80-92e2-7db173b06e88 service neutron] Pushing event updated for resources: {'Port': ['ID=761f44d4-2f2d-4a7e-9b8d-305f9ed8953a,revision_number=3']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:39.103315 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-ae21702b-2563-4e80-92e2-7db173b06e88 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:39.119620 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660cc89d-ecaa-4a57-b89a-22f217105537 x-openstack-request-id: req-660cc89d-ecaa-4a57-b89a-22f217105537 {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:48:39.119926 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61683663-9e53-4934-8b7f-20a96aed3f0c", "tag": "761f44d4-2f2d-4a7e-9b8d-305f9ed8953a", "status": "completed", "code": 200}]} {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:48:39.120220 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-660cc89d-ecaa-4a57-b89a-22f217105537 {{(pid=103675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:48:39.121444 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61683663-9e53-4934-8b7f-20a96aed3f0c', 'tag': '761f44d4-2f2d-4a7e-9b8d-305f9ed8953a', 'status': 'completed', 'code': 200} Jun 16 13:48:39.165940 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191689c1-df97-4bea-a7a8-ff9edcddb72e req-bc304019-8a12-481d-a131-d91a1934e3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:39.167473 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-191689c1-df97-4bea-a7a8-ff9edcddb72e req-bc304019-8a12-481d-a131-d91a1934e3e6 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=1c34861a49bb497085ef26aa3cc556f7&device_id=61683663-9e53-4934-8b7f-20a96aed3f0c HTTP/1.1" status: 200 len: 1096 time: 0.0566127 Jun 16 13:48:39.211075 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-191689c1-df97-4bea-a7a8-ff9edcddb72e req-749a8559-013d-4884-b366-0c85f1a57a2e service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=761f44d4-2f2d-4a7e-9b8d-305f9ed8953a HTTP/1.1" status: 200 len: 217 time: 0.0349379 Jun 16 13:48:39.265572 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191689c1-df97-4bea-a7a8-ff9edcddb72e req-af788831-cea3-4acb-b980-8df176aff10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:39.266941 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-191689c1-df97-4bea-a7a8-ff9edcddb72e req-af788831-cea3-4acb-b980-8df176aff10b service neutron] 10.222.0.101 "GET /v2.0/subnets?id=fdb76e97-5183-4499-ab60-29df581b2de7 HTTP/1.1" status: 200 len: 849 time: 0.0482881 Jun 16 13:48:39.280052 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 9063e8fe-eaf3-4657-b7bd-0e2e595fa74c no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:48:39.328122 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191689c1-df97-4bea-a7a8-ff9edcddb72e req-a2611d4e-66ff-440b-90d3-8dbb5a5eb58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:39.329970 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-191689c1-df97-4bea-a7a8-ff9edcddb72e req-a2611d4e-66ff-440b-90d3-8dbb5a5eb58e service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=bc7f85d7-a9cc-4cbe-8009-a532b58d3643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0535445 Jun 16 13:48:39.373867 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:39.392775 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf63768-72ef-4114-900c-b265b503a0d5 req-f6a4c14b-2774-47e7-8a4a-4e32a92ba2d4 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:39.394398 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-bcf63768-72ef-4114-900c-b265b503a0d5 req-f6a4c14b-2774-47e7-8a4a-4e32a92ba2d4 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 946 time: 0.0785279 Jun 16 13:48:39.400360 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faa2f99f-ae79-49ac-bb3f-9ebc957446b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9063e8fe-eaf3-4657-b7bd-0e2e595fa74c'}] {{(pid=103676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:48:39.402683 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}effa97d0e2123b52db6fac0114eb4251877085964bb68e70a4b566e9e639f06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3702958-601b-4f0e-b1a9-db02378b7410" -d '{"events": [{"server_uuid": "faa2f99f-ae79-49ac-bb3f-9ebc957446b7", "name": "network-vif-unplugged", "status": "completed", "tag": "9063e8fe-eaf3-4657-b7bd-0e2e595fa74c"}]}' {{(pid=103676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:48:39.418794 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port 9063e8fe-eaf3-4657-b7bd-0e2e595fa74c, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9063e8fe-eaf3-4657-b7bd-0e2e595fa74c,segment=NetworkSegment(29d3f593-ba8c-4d27-8f0e-5003fc71b744),segment_id=29d3f593-ba8c-4d27-8f0e-5003fc71b744)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:48:39.425432 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:39.427349 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-191689c1-df97-4bea-a7a8-ff9edcddb72e req-e5a23dfe-320a-4d40-9508-8035a469a6c3 service neutron] 10.222.0.101 "GET /v2.0/networks/bc7f85d7-a9cc-4cbe-8009-a532b58d3643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898073 Jun 16 13:48:39.429198 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:39.436994 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-bcf63768-72ef-4114-900c-b265b503a0d5 req-d543ef8a-7930-4dbd-bc5f-1ab30e071a29 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=eea3e66e-fc88-4e61-bc03-458a9ab965b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351892 Jun 16 13:48:39.462537 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Jun 2021 13:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574bdbe3-8dd7-4631-9535-c2eef84aba41 x-openstack-request-id: req-574bdbe3-8dd7-4631-9535-c2eef84aba41 {{(pid=103676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:48:39.462900 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faa2f99f-ae79-49ac-bb3f-9ebc957446b7", "name": "network-vif-unplugged", "status": "completed", "tag": "9063e8fe-eaf3-4657-b7bd-0e2e595fa74c", "code": 200}]} {{(pid=103676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:48:39.463220 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-574bdbe3-8dd7-4631-9535-c2eef84aba41 {{(pid=103676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:48:39.463685 dv-cinder-789603-10-smb neutron-server[103676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faa2f99f-ae79-49ac-bb3f-9ebc957446b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9063e8fe-eaf3-4657-b7bd-0e2e595fa74c', 'code': 200} Jun 16 13:48:39.491809 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Pushing event updated for resources: {'Port': ['ID=9063e8fe-eaf3-4657-b7bd-0e2e595fa74c,revision_number=8']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:39.495017 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:39.523159 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-191689c1-df97-4bea-a7a8-ff9edcddb72e req-c24f7629-a6f1-4245-a282-0721c8356342 service neutron] 10.222.0.101 "GET /v2.0/networks/bc7f85d7-a9cc-4cbe-8009-a532b58d3643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862720 Jun 16 13:48:39.632776 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:39.644002 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7163ca-ac22-4e99-9c59-9cb3a0f079d1 req-70a27b96-cc4f-42e9-bcf5-6712b73be0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:39.645498 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-0c7163ca-ac22-4e99-9c59-9cb3a0f079d1 req-70a27b96-cc4f-42e9-bcf5-6712b73be0e1 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=1c34861a49bb497085ef26aa3cc556f7&device_id=61683663-9e53-4934-8b7f-20a96aed3f0c HTTP/1.1" status: 200 len: 1096 time: 0.0584514 Jun 16 13:48:39.739994 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7163ca-ac22-4e99-9c59-9cb3a0f079d1 req-9153c701-4c70-454b-9110-5a7665e858f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:39.741487 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-0c7163ca-ac22-4e99-9c59-9cb3a0f079d1 req-9153c701-4c70-454b-9110-5a7665e858f8 service neutron] 10.222.0.101 "GET /v2.0/networks?id=bc7f85d7-a9cc-4cbe-8009-a532b58d3643 HTTP/1.1" status: 200 len: 912 time: 0.0888503 Jun 16 13:48:39.801064 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-0c7163ca-ac22-4e99-9c59-9cb3a0f079d1 req-35fca0c0-0f03-4e04-b5cf-ec5ef5480aa6 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=761f44d4-2f2d-4a7e-9b8d-305f9ed8953a HTTP/1.1" status: 200 len: 217 time: 0.0468500 Jun 16 13:48:39.857512 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7163ca-ac22-4e99-9c59-9cb3a0f079d1 req-2a77f87a-bc7b-42bd-b974-878cbf1712e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:39.859006 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-0c7163ca-ac22-4e99-9c59-9cb3a0f079d1 req-2a77f87a-bc7b-42bd-b974-878cbf1712e6 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=fdb76e97-5183-4499-ab60-29df581b2de7 HTTP/1.1" status: 200 len: 849 time: 0.0443640 Jun 16 13:48:39.926638 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7163ca-ac22-4e99-9c59-9cb3a0f079d1 req-8bc56d45-083f-437a-b3bb-e7b1d8900ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:39.928167 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-0c7163ca-ac22-4e99-9c59-9cb3a0f079d1 req-8bc56d45-083f-437a-b3bb-e7b1d8900ebf service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=bc7f85d7-a9cc-4cbe-8009-a532b58d3643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0620174 Jun 16 13:48:40.017121 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-0c7163ca-ac22-4e99-9c59-9cb3a0f079d1 req-8a9973da-7b8a-4873-bee8-10a731775167 service neutron] 10.222.0.101 "GET /v2.0/networks/bc7f85d7-a9cc-4cbe-8009-a532b58d3643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806544 Jun 16 13:48:40.113992 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-0c7163ca-ac22-4e99-9c59-9cb3a0f079d1 req-226c1a8d-f096-40c2-bd61-e07c3e717695 service neutron] 10.222.0.101 "GET /v2.0/networks/bc7f85d7-a9cc-4cbe-8009-a532b58d3643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870845 Jun 16 13:48:40.175687 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdfeea0-b3d6-4c4d-9218-d429604a5e41 req-bbc551df-d5a6-4de2-847a-55681a87c3a9 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:40.177164 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-9cdfeea0-b3d6-4c4d-9218-d429604a5e41 req-bbc551df-d5a6-4de2-847a-55681a87c3a9 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=61683663-9e53-4934-8b7f-20a96aed3f0c HTTP/1.1" status: 200 len: 943 time: 0.0729566 Jun 16 13:48:40.219118 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-9cdfeea0-b3d6-4c4d-9218-d429604a5e41 req-f026b8b2-3170-423c-b7f3-3db79f38fcc6 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=a043530c-1616-45f4-b982-a93e5b3414d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354357 Jun 16 13:48:40.617225 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b5009-7e6e-4fe5-b60c-6cea8df25089 req-b8829bab-e59a-4284-bf89-3b92016c8b9c tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:40.618628 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-208b5009-7e6e-4fe5-b60c-6cea8df25089 req-b8829bab-e59a-4284-bf89-3b92016c8b9c tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 944 time: 0.0645375 Jun 16 13:48:40.657877 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-208b5009-7e6e-4fe5-b60c-6cea8df25089 req-7feb431e-2aae-49dd-8fcf-225b2b78eb25 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=eea3e66e-fc88-4e61-bc03-458a9ab965b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310893 Jun 16 13:48:41.424184 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f4560d-fe9a-4a3e-ba4b-b6a92073e0e8 req-a7948daf-98e9-4bed-9a95-b5bf9fa1f497 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:41.425599 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-13f4560d-fe9a-4a3e-ba4b-b6a92073e0e8 req-a7948daf-98e9-4bed-9a95-b5bf9fa1f497 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=61683663-9e53-4934-8b7f-20a96aed3f0c HTTP/1.1" status: 200 len: 943 time: 0.0916958 Jun 16 13:48:41.478919 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-13f4560d-fe9a-4a3e-ba4b-b6a92073e0e8 req-f6f4b017-4473-4861-b9c4-e74955269b70 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=a043530c-1616-45f4-b982-a93e5b3414d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454326 Jun 16 13:48:41.485902 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc05d29-32d6-4d1a-9713-540a505d4f16 req-faaecc68-6a99-47c3-b34b-c83d0abbd223 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:41.487278 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-dfc05d29-32d6-4d1a-9713-540a505d4f16 req-faaecc68-6a99-47c3-b34b-c83d0abbd223 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 944 time: 0.1033683 Jun 16 13:48:41.527614 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-dfc05d29-32d6-4d1a-9713-540a505d4f16 req-7ff68eab-3e24-4f9c-b8e3-067a31ffd8d5 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=eea3e66e-fc88-4e61-bc03-458a9ab965b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315580 Jun 16 13:48:41.750564 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 43418) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:41.857507 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-d498cfa3-a03f-45c8-9a63-f2a38478c74d req-428edbf7-a3ef-497a-9cbb-241456a19263 service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1054897 Jun 16 13:48:42.690254 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48215f-6613-41ac-9c35-6d962abe9303 req-e418e0d9-e0a7-45fc-bd4a-adb9aeb9a773 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:42.691702 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-4b48215f-6613-41ac-9c35-6d962abe9303 req-e418e0d9-e0a7-45fc-bd4a-adb9aeb9a773 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=61683663-9e53-4934-8b7f-20a96aed3f0c HTTP/1.1" status: 200 len: 943 time: 0.0941780 Jun 16 13:48:42.748240 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e2f11-b6bd-45ac-b1ed-cc4421cadeb0 req-a0ba7424-975b-4364-a1d4-91c4199eb5c8 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:42.749680 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-b42e2f11-b6bd-45ac-b1ed-cc4421cadeb0 req-a0ba7424-975b-4364-a1d4-91c4199eb5c8 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 944 time: 0.1073530 Jun 16 13:48:42.752700 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-4b48215f-6613-41ac-9c35-6d962abe9303 req-7d846df4-05f4-4260-9fce-f142e5902acc tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=a043530c-1616-45f4-b982-a93e5b3414d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546563 Jun 16 13:48:42.789004 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-b42e2f11-b6bd-45ac-b1ed-cc4421cadeb0 req-a5f03b6f-068b-4720-bbad-02f22dcd92e0 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=eea3e66e-fc88-4e61-bc03-458a9ab965b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334148 Jun 16 13:48:43.313688 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 761f44d4-2f2d-4a7e-9b8d-305f9ed8953a details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:48:43.319318 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 9063e8fe-eaf3-4657-b7bd-0e2e595fa74c no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:48:43.467117 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port 761f44d4-2f2d-4a7e-9b8d-305f9ed8953a, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=761f44d4-2f2d-4a7e-9b8d-305f9ed8953a,segment=NetworkSegment(622c5b0b-6308-4004-9e45-2637df01274d),segment_id=622c5b0b-6308-4004-9e45-2637df01274d)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:48:43.477411 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Returning: {'device': '761f44d4-2f2d-4a7e-9b8d-305f9ed8953a', 'network_id': 'bc7f85d7-a9cc-4cbe-8009-a532b58d3643', 'port_id': '761f44d4-2f2d-4a7e-9b8d-305f9ed8953a', 'mac_address': 'fa:16:3e:d1:40:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdb76e97-5183-4499-ab60-29df581b2de7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:48:43.513323 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:43.525318 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.notifiers.nova [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 761f44d4-2f2d-4a7e-9b8d-305f9ed8953a {{(pid=103676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:48:43.545241 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port 761f44d4-2f2d-4a7e-9b8d-305f9ed8953a, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=761f44d4-2f2d-4a7e-9b8d-305f9ed8953a,segment=NetworkSegment(622c5b0b-6308-4004-9e45-2637df01274d),segment_id=622c5b0b-6308-4004-9e45-2637df01274d)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:48:43.550792 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:43.552431 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:43.595649 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Pushing event updated for resources: {'Port': ['ID=761f44d4-2f2d-4a7e-9b8d-305f9ed8953a,revision_number=4']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:43.598966 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:43.816979 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] get_ports_and_sgs() called for port_ids ['761f44d4-2f2d-4a7e-9b8d-305f9ed8953a'] {{(pid=103676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:48:43.962719 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e9610e-7710-4e5c-8948-04de8b47c89f req-03a1b3c4-532e-4465-b3c5-a253ae4ef687 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:43.964389 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-92e9610e-7710-4e5c-8948-04de8b47c89f req-03a1b3c4-532e-4465-b3c5-a253ae4ef687 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=61683663-9e53-4934-8b7f-20a96aed3f0c HTTP/1.1" status: 200 len: 944 time: 0.0981650 Jun 16 13:48:44.029636 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce0de45-3049-40a9-a34b-a5b63cad79f9 req-1a2f89b1-7ba4-4067-bfaa-964e3c676d9f tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:44.031219 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-1ce0de45-3049-40a9-a34b-a5b63cad79f9 req-1a2f89b1-7ba4-4067-bfaa-964e3c676d9f tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 944 time: 0.1097691 Jun 16 13:48:44.033794 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-92e9610e-7710-4e5c-8948-04de8b47c89f req-ddf2d3d9-d4e0-4e5e-81a0-82ab281d5e7c tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=a043530c-1616-45f4-b982-a93e5b3414d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632010 Jun 16 13:48:44.068665 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-1ce0de45-3049-40a9-a34b-a5b63cad79f9 req-cacbcd15-d5f3-44e0-8164-1fffdfa36d8f tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=eea3e66e-fc88-4e61-bc03-458a9ab965b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313876 Jun 16 13:48:44.389166 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498cfa3-a03f-45c8-9a63-f2a38478c74d req-a5a30931-10dd-4626-a8bf-d6ac2c7f783e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:44.390655 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-d498cfa3-a03f-45c8-9a63-f2a38478c74d req-a5a30931-10dd-4626-a8bf-d6ac2c7f783e service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7&tenant_id=908a353f90684e269bfddb80904ca191 HTTP/1.1" status: 200 len: 1097 time: 0.0970778 Jun 16 13:48:44.464791 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498cfa3-a03f-45c8-9a63-f2a38478c74d req-c394fdba-fcb3-47a0-8c2e-ef98844ae232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:44.466195 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-d498cfa3-a03f-45c8-9a63-f2a38478c74d req-c394fdba-fcb3-47a0-8c2e-ef98844ae232 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=908a353f90684e269bfddb80904ca191&device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 1097 time: 0.0522504 Jun 16 13:48:44.747121 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498cfa3-a03f-45c8-9a63-f2a38478c74d req-37426acb-20d3-423e-ac94-8acdd9ac70b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:44.748481 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-d498cfa3-a03f-45c8-9a63-f2a38478c74d req-37426acb-20d3-423e-ac94-8acdd9ac70b9 service neutron] 10.222.0.101 "GET /v2.0/networks?id=b4697126-5628-44a4-9716-d1cd33ca7762 HTTP/1.1" status: 200 len: 918 time: 0.2750537 Jun 16 13:48:44.843961 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-d498cfa3-a03f-45c8-9a63-f2a38478c74d req-9f17b2e4-75e8-4929-a134-68ba9e2d9020 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9063e8fe-eaf3-4657-b7bd-0e2e595fa74c HTTP/1.1" status: 200 len: 999 time: 0.0883908 Jun 16 13:48:44.900923 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498cfa3-a03f-45c8-9a63-f2a38478c74d req-184c789c-56f6-4877-8404-c7fe1effcfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:44.902406 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-d498cfa3-a03f-45c8-9a63-f2a38478c74d req-184c789c-56f6-4877-8404-c7fe1effcfd9 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=e7ad7888-1d58-4693-a737-cc195965ac3b HTTP/1.1" status: 200 len: 855 time: 0.0511012 Jun 16 13:48:44.959665 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498cfa3-a03f-45c8-9a63-f2a38478c74d req-e40b2cc3-ba0a-444d-9286-ca979c1cfbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:44.961175 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-d498cfa3-a03f-45c8-9a63-f2a38478c74d req-e40b2cc3-ba0a-444d-9286-ca979c1cfbb5 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=b4697126-5628-44a4-9716-d1cd33ca7762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0521164 Jun 16 13:48:45.063634 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-d498cfa3-a03f-45c8-9a63-f2a38478c74d req-750e0f02-59b1-4f75-aab1-4e7fcd3268af service neutron] 10.222.0.101 "GET /v2.0/networks/b4697126-5628-44a4-9716-d1cd33ca7762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948725 Jun 16 13:48:45.161968 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-d498cfa3-a03f-45c8-9a63-f2a38478c74d req-dfe97f89-9041-484b-97b4-34abef377811 service neutron] 10.222.0.101 "GET /v2.0/networks/b4697126-5628-44a4-9716-d1cd33ca7762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914543 Jun 16 13:48:45.254076 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b367750-5c68-4ad8-8da2-943a8504b7c3 req-e07ce2c5-f9a6-423d-add5-7734028d9265 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:45.255557 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-9b367750-5c68-4ad8-8da2-943a8504b7c3 req-e07ce2c5-f9a6-423d-add5-7734028d9265 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=61683663-9e53-4934-8b7f-20a96aed3f0c HTTP/1.1" status: 200 len: 944 time: 0.1049557 Jun 16 13:48:45.286933 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2648b9c6-e8e3-4b67-b792-08c4f4d5d57b req-2b0db446-61cd-480d-b59d-8d2b005e85ce tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:45.288369 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2648b9c6-e8e3-4b67-b792-08c4f4d5d57b req-2b0db446-61cd-480d-b59d-8d2b005e85ce tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 944 time: 0.1019764 Jun 16 13:48:45.319671 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-9b367750-5c68-4ad8-8da2-943a8504b7c3 req-75097775-6474-42c2-b4b3-e489a8e6b37b tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=a043530c-1616-45f4-b982-a93e5b3414d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579093 Jun 16 13:48:45.329819 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 761f44d4-2f2d-4a7e-9b8d-305f9ed8953a up at agent hyperv_hv-cinder-78960 {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:48:45.345615 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2648b9c6-e8e3-4b67-b792-08c4f4d5d57b req-a431dea5-aeaa-4c8d-a8d6-f22b12d434dc tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=eea3e66e-fc88-4e61-bc03-458a9ab965b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513885 Jun 16 13:48:45.388481 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Provisioning for port 761f44d4-2f2d-4a7e-9b8d-305f9ed8953a completed by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:48:45.392541 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Provisioning complete for port 761f44d4-2f2d-4a7e-9b8d-305f9ed8953a triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:48:45.392924 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:45.470420 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:45.497763 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61683663-9e53-4934-8b7f-20a96aed3f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761f44d4-2f2d-4a7e-9b8d-305f9ed8953a'}] {{(pid=103676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:48:45.500113 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}effa97d0e2123b52db6fac0114eb4251877085964bb68e70a4b566e9e639f06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1cf2a9b-52fe-40ca-a5e4-93066216f741" -d '{"events": [{"server_uuid": "61683663-9e53-4934-8b7f-20a96aed3f0c", "name": "network-vif-plugged", "status": "completed", "tag": "761f44d4-2f2d-4a7e-9b8d-305f9ed8953a"}]}' {{(pid=103676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:48:45.514125 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port 761f44d4-2f2d-4a7e-9b8d-305f9ed8953a, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=761f44d4-2f2d-4a7e-9b8d-305f9ed8953a,segment=NetworkSegment(622c5b0b-6308-4004-9e45-2637df01274d),segment_id=622c5b0b-6308-4004-9e45-2637df01274d)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:48:45.519603 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:45.521754 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:48:45.547441 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae601459-e202-4661-a95e-c24a6294bab7 x-openstack-request-id: req-ae601459-e202-4661-a95e-c24a6294bab7 {{(pid=103676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:48:45.547970 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61683663-9e53-4934-8b7f-20a96aed3f0c", "name": "network-vif-plugged", "status": "completed", "tag": "761f44d4-2f2d-4a7e-9b8d-305f9ed8953a", "code": 200}]} {{(pid=103676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:48:45.548410 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-ae601459-e202-4661-a95e-c24a6294bab7 {{(pid=103676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:48:45.548954 dv-cinder-789603-10-smb neutron-server[103676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61683663-9e53-4934-8b7f-20a96aed3f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761f44d4-2f2d-4a7e-9b8d-305f9ed8953a', 'code': 200} Jun 16 13:48:45.580537 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Pushing event updated for resources: {'Port': ['ID=761f44d4-2f2d-4a7e-9b8d-305f9ed8953a,revision_number=5']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:48:45.584541 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:48:46.595817 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431d83c-6375-43bf-92b4-4e814e9d2b01 req-3ceead5d-ccaa-45a1-be0e-08d71a4c2bce tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:46.597578 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-9431d83c-6375-43bf-92b4-4e814e9d2b01 req-3ceead5d-ccaa-45a1-be0e-08d71a4c2bce tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=61683663-9e53-4934-8b7f-20a96aed3f0c HTTP/1.1" status: 200 len: 945 time: 0.1522951 Jun 16 13:48:46.622415 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9210f116-6542-478e-a15d-f79d55c24db0 req-0bce1f27-6cbd-45f1-8946-a5cb7d8970f4 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:46.628054 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-9210f116-6542-478e-a15d-f79d55c24db0 req-0bce1f27-6cbd-45f1-8946-a5cb7d8970f4 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 944 time: 0.1124628 Jun 16 13:48:46.680395 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-9431d83c-6375-43bf-92b4-4e814e9d2b01 req-b42d0976-9795-419a-8547-10c6eee92b26 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=a043530c-1616-45f4-b982-a93e5b3414d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757461 Jun 16 13:48:46.683177 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-9210f116-6542-478e-a15d-f79d55c24db0 req-c89026f2-51f6-4efb-b75c-f639ba376129 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=eea3e66e-fc88-4e61-bc03-458a9ab965b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523982 Jun 16 13:48:47.903364 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e77e8-4287-4dec-97c4-eee2980d4eae req-8f1ab809-7348-499f-a77c-f5c25d11642d tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:47.904886 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-7a4e77e8-4287-4dec-97c4-eee2980d4eae req-8f1ab809-7348-499f-a77c-f5c25d11642d tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=61683663-9e53-4934-8b7f-20a96aed3f0c HTTP/1.1" status: 200 len: 945 time: 0.1051898 Jun 16 13:48:47.913127 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1286b-ed7b-44ba-83ae-16b71ec49c40 req-5bfa7787-0a6d-4177-b7f5-3febc2ee2fcd tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:47.914590 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-21d1286b-ed7b-44ba-83ae-16b71ec49c40 req-5bfa7787-0a6d-4177-b7f5-3febc2ee2fcd tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 944 time: 0.0870337 Jun 16 13:48:47.971357 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-7a4e77e8-4287-4dec-97c4-eee2980d4eae req-1e261fa2-44f9-4246-a307-7674bb8c9d71 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=a043530c-1616-45f4-b982-a93e5b3414d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557809 Jun 16 13:48:47.980115 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-21d1286b-ed7b-44ba-83ae-16b71ec49c40 req-2238c69c-d521-43f9-8cbb-af89b8b1d1f5 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=eea3e66e-fc88-4e61-bc03-458a9ab965b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583720 Jun 16 13:48:49.220801 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8258555-2672-4ac5-a077-e1779b376a3b req-f57fc85f-c320-4fdb-b540-dbc92b1b0067 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:49.222233 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a8258555-2672-4ac5-a077-e1779b376a3b req-f57fc85f-c320-4fdb-b540-dbc92b1b0067 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=61683663-9e53-4934-8b7f-20a96aed3f0c HTTP/1.1" status: 200 len: 945 time: 0.1134331 Jun 16 13:48:49.240905 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a31ee8-e1e4-49ba-bf0b-7c12881d4c9f req-4f7cf62f-dcfc-42e7-b8ab-e125ae83e4fe tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:49.242370 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-d8a31ee8-e1e4-49ba-bf0b-7c12881d4c9f req-4f7cf62f-dcfc-42e7-b8ab-e125ae83e4fe tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 944 time: 0.1228645 Jun 16 13:48:49.285733 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a8258555-2672-4ac5-a077-e1779b376a3b req-65d7bb2a-e3fa-47b7-88d7-5d9e0ef9f386 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=a043530c-1616-45f4-b982-a93e5b3414d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574076 Jun 16 13:48:49.300410 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-d8a31ee8-e1e4-49ba-bf0b-7c12881d4c9f req-0f06dd19-335b-4ce6-ab79-3ecad45ae124 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=eea3e66e-fc88-4e61-bc03-458a9ab965b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504863 Jun 16 13:48:50.520776 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61473e8-9208-470a-ab67-7489a7c77bf8 req-6fb8306c-8355-4ebe-8aae-ae3e83c0c036 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:50.522255 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e61473e8-9208-470a-ab67-7489a7c77bf8 req-6fb8306c-8355-4ebe-8aae-ae3e83c0c036 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=61683663-9e53-4934-8b7f-20a96aed3f0c HTTP/1.1" status: 200 len: 945 time: 0.1153600 Jun 16 13:48:50.530784 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db50fead-378a-4852-9100-4eaf878b5e9b req-0dc81203-f947-413b-80c6-baa20a4348e2 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:50.532227 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-db50fead-378a-4852-9100-4eaf878b5e9b req-0dc81203-f947-413b-80c6-baa20a4348e2 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 944 time: 0.0878620 Jun 16 13:48:50.582297 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e61473e8-9208-470a-ab67-7489a7c77bf8 req-eec72a74-3f53-4319-be5b-5b9fda8f06d9 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=a043530c-1616-45f4-b982-a93e5b3414d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491102 Jun 16 13:48:50.594010 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-db50fead-378a-4852-9100-4eaf878b5e9b req-7c218907-fd4a-4eae-a148-dd4c85c01ca7 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=eea3e66e-fc88-4e61-bc03-458a9ab965b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545321 Jun 16 13:48:52.107738 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8472ad5-ceaa-41dd-b299-4d4a9c594a5f req-632b5114-6466-44d3-a357-23d6cd470b91 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:52.109225 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-d8472ad5-ceaa-41dd-b299-4d4a9c594a5f req-632b5114-6466-44d3-a357-23d6cd470b91 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=61683663-9e53-4934-8b7f-20a96aed3f0c HTTP/1.1" status: 200 len: 945 time: 0.4086075 Jun 16 13:48:52.119117 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0ee46-8eed-4853-959e-befd677b1aad req-948f88b8-ff88-4e51-92c3-88814a06f236 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:52.120532 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e9f0ee46-8eed-4853-959e-befd677b1aad req-948f88b8-ff88-4e51-92c3-88814a06f236 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 944 time: 0.4021747 Jun 16 13:48:52.175720 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-d8472ad5-ceaa-41dd-b299-4d4a9c594a5f req-6c0fd367-2fc8-4d70-9568-b3432769abeb tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=a043530c-1616-45f4-b982-a93e5b3414d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542400 Jun 16 13:48:52.182853 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e9f0ee46-8eed-4853-959e-befd677b1aad req-cd1c834f-aa8b-4fde-90d2-43884db3b862 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=eea3e66e-fc88-4e61-bc03-458a9ab965b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478964 Jun 16 13:48:53.392363 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c685bf-8c11-40ce-b6ef-0b173ff0082e req-a6a4f39b-05a3-42c0-8852-de9fefd3bc57 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:53.400257 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e0c685bf-8c11-40ce-b6ef-0b173ff0082e req-a6a4f39b-05a3-42c0-8852-de9fefd3bc57 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=61683663-9e53-4934-8b7f-20a96aed3f0c HTTP/1.1" status: 200 len: 945 time: 0.1092386 Jun 16 13:48:53.435674 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10745d2d-8988-433d-afee-a0add9e46719 req-e92e36cd-f9ac-4125-b135-539e2fcd32df tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:53.437134 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-10745d2d-8988-433d-afee-a0add9e46719 req-e92e36cd-f9ac-4125-b135-539e2fcd32df tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 944 time: 0.1112046 Jun 16 13:48:53.459727 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e0c685bf-8c11-40ce-b6ef-0b173ff0082e req-debd738d-43a1-4376-b100-ecffad7ed77b tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=a043530c-1616-45f4-b982-a93e5b3414d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584102 Jun 16 13:48:53.492634 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-10745d2d-8988-433d-afee-a0add9e46719 req-819a7cd1-541f-46d0-917b-9ec31632dfaf tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=eea3e66e-fc88-4e61-bc03-458a9ab965b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461397 Jun 16 13:48:54.699598 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553b9fd-4b3c-4d7c-b702-5f1b9b885f08 req-43e3426d-e5c1-43e0-9260-450f37d433b8 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:54.701304 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c553b9fd-4b3c-4d7c-b702-5f1b9b885f08 req-43e3426d-e5c1-43e0-9260-450f37d433b8 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=61683663-9e53-4934-8b7f-20a96aed3f0c HTTP/1.1" status: 200 len: 945 time: 0.1159513 Jun 16 13:48:54.723653 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8968d89b-9355-4095-98a2-bf9ad024723c req-8284abb5-c584-433a-9764-41cd75e87ca7 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:54.725073 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-8968d89b-9355-4095-98a2-bf9ad024723c req-8284abb5-c584-433a-9764-41cd75e87ca7 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 944 time: 0.1130922 Jun 16 13:48:54.772856 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c553b9fd-4b3c-4d7c-b702-5f1b9b885f08 req-a101018d-db2e-4e35-835d-9a0daa96aa8d tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=a043530c-1616-45f4-b982-a93e5b3414d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632138 Jun 16 13:48:54.780760 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-8968d89b-9355-4095-98a2-bf9ad024723c req-af45aa3a-c446-489c-9995-bf5f9d0be329 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=eea3e66e-fc88-4e61-bc03-458a9ab965b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497472 Jun 16 13:48:55.998184 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce5fc2-ec7b-4187-9d39-5f8ef7852a0c req-8e8c2280-4bcc-4ec2-afc1-0308b16611c1 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:55.999657 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-21ce5fc2-ec7b-4187-9d39-5f8ef7852a0c req-8e8c2280-4bcc-4ec2-afc1-0308b16611c1 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=61683663-9e53-4934-8b7f-20a96aed3f0c HTTP/1.1" status: 200 len: 945 time: 0.1090968 Jun 16 13:48:56.008185 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0613b76c-67f6-4273-9d6e-e1ae5b4e852f req-20f7adf6-be32-4875-9a01-2d503a3db411 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:56.009548 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-0613b76c-67f6-4273-9d6e-e1ae5b4e852f req-20f7adf6-be32-4875-9a01-2d503a3db411 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 944 time: 0.0916872 Jun 16 13:48:56.056729 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-21ce5fc2-ec7b-4187-9d39-5f8ef7852a0c req-21278d09-890d-424a-8c56-30c20218acde tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=a043530c-1616-45f4-b982-a93e5b3414d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461745 Jun 16 13:48:56.070266 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-0613b76c-67f6-4273-9d6e-e1ae5b4e852f req-53203dbc-d769-4931-becb-80db8ea367d2 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=eea3e66e-fc88-4e61-bc03-458a9ab965b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534518 Jun 16 13:48:56.857459 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fb20c4-c1c1-4cc8-83ab-295a48ab8f44 req-4d47a56b-93bb-4e04-81e1-b347d3ae4df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:56.858908 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-a9fb20c4-c1c1-4cc8-83ab-295a48ab8f44 req-4d47a56b-93bb-4e04-81e1-b347d3ae4df0 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=61683663-9e53-4934-8b7f-20a96aed3f0c HTTP/1.1" status: 200 len: 1098 time: 0.0561554 Jun 16 13:48:56.893741 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-a9fb20c4-c1c1-4cc8-83ab-295a48ab8f44 req-1cfdc024-c9be-4fb5-a853-e472d3bdfd3a service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=a043530c-1616-45f4-b982-a93e5b3414d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281181 Jun 16 13:48:57.285910 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bcf782-ed02-4a85-a17e-5f8203c852f7 req-304ddcdb-600d-45bb-9660-e6a5228263ef tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:57.287353 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-39bcf782-ed02-4a85-a17e-5f8203c852f7 req-304ddcdb-600d-45bb-9660-e6a5228263ef tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=61683663-9e53-4934-8b7f-20a96aed3f0c HTTP/1.1" status: 200 len: 945 time: 0.1116438 Jun 16 13:48:57.297696 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912c884a-f773-4c17-88fb-ed44d683374c req-d749de57-f785-4093-9509-b8bad3a77834 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:57.299042 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-912c884a-f773-4c17-88fb-ed44d683374c req-d749de57-f785-4093-9509-b8bad3a77834 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 944 time: 0.1118526 Jun 16 13:48:57.354471 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-39bcf782-ed02-4a85-a17e-5f8203c852f7 req-9d863349-bb3b-471d-ba02-ab032c642c48 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=a043530c-1616-45f4-b982-a93e5b3414d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544550 Jun 16 13:48:57.359039 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-912c884a-f773-4c17-88fb-ed44d683374c req-0120c505-9260-40ac-b6bd-9592722c217c tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=eea3e66e-fc88-4e61-bc03-458a9ab965b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534108 Jun 16 13:48:58.569961 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0ee38-dc0c-4147-bdaf-221cce33969b req-40e824ae-c785-4def-8e47-05981155fc7b tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:58.571405 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-abe0ee38-dc0c-4147-bdaf-221cce33969b req-40e824ae-c785-4def-8e47-05981155fc7b tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 944 time: 0.0927768 Jun 16 13:48:58.578384 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc3a846-6f64-4448-a94d-b6c9fa6d3d63 req-11c383e4-793e-415e-98c1-9c5dbac290b9 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:58.579720 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-5dc3a846-6f64-4448-a94d-b6c9fa6d3d63 req-11c383e4-793e-415e-98c1-9c5dbac290b9 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=61683663-9e53-4934-8b7f-20a96aed3f0c HTTP/1.1" status: 200 len: 945 time: 0.1104445 Jun 16 13:48:58.604749 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-6dd0ea0a-fb08-497e-8397-1f6545ea8295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:58.636310 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-abe0ee38-dc0c-4147-bdaf-221cce33969b req-88bea7c8-c1a6-4c98-bbc2-99a1602f1a8c tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=eea3e66e-fc88-4e61-bc03-458a9ab965b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555949 Jun 16 13:48:58.641260 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-5dc3a846-6f64-4448-a94d-b6c9fa6d3d63 req-7e11e6ce-fd82-49ee-9939-1643dde0684e tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=a043530c-1616-45f4-b982-a93e5b3414d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550046 Jun 16 13:48:58.814484 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f2370-6dcd-43a8-846b-888bb78e4417 req-5fbf16a8-dd03-43f3-a017-9f2171227bbd tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:58.815934 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-144f2370-6dcd-43a8-846b-888bb78e4417 req-5fbf16a8-dd03-43f3-a017-9f2171227bbd tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=61683663-9e53-4934-8b7f-20a96aed3f0c HTTP/1.1" status: 200 len: 945 time: 0.0663979 Jun 16 13:48:58.827366 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 43516) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:48:58.831863 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [None req-0a971d7a-a7a7-4a2c-afa8-f68c1d16be22 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Request body: {'floatingip': {'port_id': '761f44d4-2f2d-4a7e-9b8d-305f9ed8953a'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:48:58.869504 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-0a971d7a-a7a7-4a2c-afa8-f68c1d16be22 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks [] for floatingip, before_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:59.297978 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-0a971d7a-a7a7-4a2c-afa8-f68c1d16be22 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:59.305617 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-0a971d7a-a7a7-4a2c-afa8-f68c1d16be22 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759278'] for floatingip, after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:59.410986 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.db.l3_db [None req-0a971d7a-a7a7-4a2c-afa8-f68c1d16be22 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Floating IP 38ab3370-19aa-4e18-bb7e-9613d4d969a8 associated. External IP: 172.28.1.69, port: 761f44d4-2f2d-4a7e-9b8d-305f9ed8953a. Jun 16 13:48:59.625861 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a971d7a-a7a7-4a2c-afa8-f68c1d16be22 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Router 80b5022e-8a5c-40bd-9fbe-ac27764915f6 has already been hosted by L3 agent bfb54b95-b8bd-4202-8e6c-bc5e048a10e9 {{(pid=103674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:48:59.731414 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a971d7a-a7a7-4a2c-afa8-f68c1d16be22 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify agent at l3_agent.dv-cinder-789603-10-smb the message routers_updated {{(pid=103674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:48:59.736971 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-0a971d7a-a7a7-4a2c-afa8-f68c1d16be22 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914'] for floatingip, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:48:59.743365 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dc7373-5226-4467-9cd1-8a70359d6821 None None] Sync routers for ids ['80b5022e-8a5c-40bd-9fbe-ac27764915f6'] in dv-cinder-789603-10-smb {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:48:59.753189 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dc7373-5226-4467-9cd1-8a70359d6821 None None] Routers {'80b5022e-8a5c-40bd-9fbe-ac27764915f6'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:48:59.753803 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-60dc7373-5226-4467-9cd1-8a70359d6821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:48:31Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['80b5022e-8a5c-40bd-9fbe-ac27764915f6'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:48:59.800429 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-0a971d7a-a7a7-4a2c-afa8-f68c1d16be22 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "PUT /v2.0/floatingips/38ab3370-19aa-4e18-bb7e-9613d4d969a8 HTTP/1.1" status: 200 len: 990 time: 0.9720044 Jun 16 13:48:59.801916 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61683663-9e53-4934-8b7f-20a96aed3f0c', 'tag': '761f44d4-2f2d-4a7e-9b8d-305f9ed8953a'}] {{(pid=103674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:48:59.804303 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf0caa33b503d1f2c3d6e3a51c00f46bab3e78c159fea0ab96052d9779657e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61be68eb-2e0b-4b40-9daa-170c0a72c53c" -d '{"events": [{"name": "network-changed", "server_uuid": "61683663-9e53-4934-8b7f-20a96aed3f0c", "tag": "761f44d4-2f2d-4a7e-9b8d-305f9ed8953a"}]}' {{(pid=103674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:48:59.834701 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85afdf7f-9345-4754-8a5d-a7452dfc7d70 req-977ac19a-9f74-456e-aefc-720e29fd0f3d tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:48:59.836183 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-85afdf7f-9345-4754-8a5d-a7452dfc7d70 req-977ac19a-9f74-456e-aefc-720e29fd0f3d tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 944 time: 0.0790827 Jun 16 13:48:59.856747 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-60dc7373-5226-4467-9cd1-8a70359d6821 None None] Set router 80b5022e-8a5c-40bd-9fbe-ac27764915f6 gateway port host: dv-cinder-789603-10-smb {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:48:59.874708 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-85afdf7f-9345-4754-8a5d-a7452dfc7d70 req-79f949a0-e055-4da2-9f69-c85d66fe9462 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=eea3e66e-fc88-4e61-bc03-458a9ab965b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325737 Jun 16 13:48:59.926369 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13aada59-c83d-49fd-8af7-b2d9d06c69eb x-openstack-request-id: req-13aada59-c83d-49fd-8af7-b2d9d06c69eb {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:48:59.926661 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61683663-9e53-4934-8b7f-20a96aed3f0c", "tag": "761f44d4-2f2d-4a7e-9b8d-305f9ed8953a", "status": "completed", "code": 200}]} {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:48:59.926949 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-13aada59-c83d-49fd-8af7-b2d9d06c69eb {{(pid=103674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:48:59.927380 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61683663-9e53-4934-8b7f-20a96aed3f0c', 'tag': '761f44d4-2f2d-4a7e-9b8d-305f9ed8953a', 'status': 'completed', 'code': 200} Jun 16 13:49:00.003508 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be68eb-2e0b-4b40-9daa-170c0a72c53c req-35cea317-9b77-4070-be3e-c57d4b5c790e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:00.004965 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-61be68eb-2e0b-4b40-9daa-170c0a72c53c req-35cea317-9b77-4070-be3e-c57d4b5c790e service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=1c34861a49bb497085ef26aa3cc556f7&device_id=61683663-9e53-4934-8b7f-20a96aed3f0c HTTP/1.1" status: 200 len: 1098 time: 0.0527956 Jun 16 13:49:00.097334 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be68eb-2e0b-4b40-9daa-170c0a72c53c req-ca29bf44-13a4-4702-99d7-e637eed5e735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:00.098802 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-61be68eb-2e0b-4b40-9daa-170c0a72c53c req-ca29bf44-13a4-4702-99d7-e637eed5e735 service neutron] 10.222.0.101 "GET /v2.0/networks?id=bc7f85d7-a9cc-4cbe-8009-a532b58d3643 HTTP/1.1" status: 200 len: 912 time: 0.0863121 Jun 16 13:49:00.162830 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-61be68eb-2e0b-4b40-9daa-170c0a72c53c req-22ca5b57-83a3-4b3e-958d-09f6dc80ca0a service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=761f44d4-2f2d-4a7e-9b8d-305f9ed8953a HTTP/1.1" status: 200 len: 998 time: 0.0567482 Jun 16 13:49:00.192667 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-60dc7373-5226-4467-9cd1-8a70359d6821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b5022e-8a5c-40bd-9fbe-ac27764915f6', 'name': 'tempest-AttachVolumeTestJSON-304096213-router', 'tenant_id': '1c34861a49bb497085ef26aa3cc556f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.127'}], 'enable_snat': True}, 'gw_port_id': '89afefbb-493e-409f-964f-cd2e8e01ddfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:43:51Z', 'updated_at': '2021-06-16T13:44:00Z', 'revision_number': 4, 'project_id': '1c34861a49bb497085ef26aa3cc556f7', 'gw_port': {'id': '89afefbb-493e-409f-964f-cd2e8e01ddfb', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:04:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b5022e-8a5c-40bd-9fbe-ac27764915f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:43:54Z', 'updated_at': '2021-06-16T13:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_floatingips': [{'id': '38ab3370-19aa-4e18-bb7e-9613d4d969a8', 'tenant_id': '1c34861a49bb497085ef26aa3cc556f7', 'floating_ip_address': '172.28.1.69', 'floating_network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'router_id': '80b5022e-8a5c-40bd-9fbe-ac27764915f6', 'port_id': '761f44d4-2f2d-4a7e-9b8d-305f9ed8953a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc7f85d7-a9cc-4cbe-8009-a532b58d3643', 'mac_address': 'fa:16:3e:d1:40:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61683663-9e53-4934-8b7f-20a96aed3f0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:48:35Z', 'updated_at': '2021-06-16T13:48:59Z', 'revision_number': 1, 'project_id': '1c34861a49bb497085ef26aa3cc556f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2db28d1-4214-48dd-8787-668a517f73c8', 'name': '', 'network_id': 'bc7f85d7-a9cc-4cbe-8009-a532b58d3643', 'tenant_id': '1c34861a49bb497085ef26aa3cc556f7', 'mac_address': 'fa:16:3e:f2:01:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b5022e-8a5c-40bd-9fbe-ac27764915f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fdb76e97-5183-4499-ab60-29df581b2de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:43:58Z', 'updated_at': '2021-06-16T13:44:14Z', 'revision_number': 5, 'project_id': '1c34861a49bb497085ef26aa3cc556f7', 'subnets': [{'id': 'fdb76e97-5183-4499-ab60-29df581b2de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:49:00.195714 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dc7373-5226-4467-9cd1-8a70359d6821 None None] Checking router: 80b5022e-8a5c-40bd-9fbe-ac27764915f6 for host: dv-cinder-789603-10-smb {{(pid=103676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:49:00.203478 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dc7373-5226-4467-9cd1-8a70359d6821 None None] Routers {'80b5022e-8a5c-40bd-9fbe-ac27764915f6'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:49:00.204123 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-60dc7373-5226-4467-9cd1-8a70359d6821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:48:31Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['80b5022e-8a5c-40bd-9fbe-ac27764915f6'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:49:00.213361 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be68eb-2e0b-4b40-9daa-170c0a72c53c req-5e9fefc7-d508-4f72-8d20-15b64131e39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:00.214892 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-61be68eb-2e0b-4b40-9daa-170c0a72c53c req-5e9fefc7-d508-4f72-8d20-15b64131e39f service neutron] 10.222.0.101 "GET /v2.0/subnets?id=fdb76e97-5183-4499-ab60-29df581b2de7 HTTP/1.1" status: 200 len: 849 time: 0.0447016 Jun 16 13:49:00.275650 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be68eb-2e0b-4b40-9daa-170c0a72c53c req-0d5c9d53-9e0c-496d-9e0f-dd290a46f494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:00.277249 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-61be68eb-2e0b-4b40-9daa-170c0a72c53c req-0d5c9d53-9e0c-496d-9e0f-dd290a46f494 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=bc7f85d7-a9cc-4cbe-8009-a532b58d3643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0554252 Jun 16 13:49:00.304746 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-60dc7373-5226-4467-9cd1-8a70359d6821 None None] Set router 80b5022e-8a5c-40bd-9fbe-ac27764915f6 gateway port host: dv-cinder-789603-10-smb {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:49:00.364122 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-61be68eb-2e0b-4b40-9daa-170c0a72c53c req-c477f14b-9aeb-4ed8-9218-f5e26b689069 service neutron] 10.222.0.101 "GET /v2.0/networks/bc7f85d7-a9cc-4cbe-8009-a532b58d3643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797577 Jun 16 13:49:00.459456 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-61be68eb-2e0b-4b40-9daa-170c0a72c53c req-5a235757-b0fb-46fa-b3c4-ab7fbe78f882 service neutron] 10.222.0.101 "GET /v2.0/networks/bc7f85d7-a9cc-4cbe-8009-a532b58d3643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874925 Jun 16 13:49:00.518772 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-60dc7373-5226-4467-9cd1-8a70359d6821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b5022e-8a5c-40bd-9fbe-ac27764915f6', 'name': 'tempest-AttachVolumeTestJSON-304096213-router', 'tenant_id': '1c34861a49bb497085ef26aa3cc556f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.127'}], 'enable_snat': True}, 'gw_port_id': '89afefbb-493e-409f-964f-cd2e8e01ddfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:43:51Z', 'updated_at': '2021-06-16T13:44:00Z', 'revision_number': 4, 'project_id': '1c34861a49bb497085ef26aa3cc556f7', 'gw_port': {'id': '89afefbb-493e-409f-964f-cd2e8e01ddfb', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:04:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b5022e-8a5c-40bd-9fbe-ac27764915f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:43:54Z', 'updated_at': '2021-06-16T13:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_floatingips': [{'id': '38ab3370-19aa-4e18-bb7e-9613d4d969a8', 'tenant_id': '1c34861a49bb497085ef26aa3cc556f7', 'floating_ip_address': '172.28.1.69', 'floating_network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'router_id': '80b5022e-8a5c-40bd-9fbe-ac27764915f6', 'port_id': '761f44d4-2f2d-4a7e-9b8d-305f9ed8953a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc7f85d7-a9cc-4cbe-8009-a532b58d3643', 'mac_address': 'fa:16:3e:d1:40:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61683663-9e53-4934-8b7f-20a96aed3f0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:48:35Z', 'updated_at': '2021-06-16T13:48:59Z', 'revision_number': 1, 'project_id': '1c34861a49bb497085ef26aa3cc556f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2db28d1-4214-48dd-8787-668a517f73c8', 'name': '', 'network_id': 'bc7f85d7-a9cc-4cbe-8009-a532b58d3643', 'tenant_id': '1c34861a49bb497085ef26aa3cc556f7', 'mac_address': 'fa:16:3e:f2:01:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b5022e-8a5c-40bd-9fbe-ac27764915f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fdb76e97-5183-4499-ab60-29df581b2de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:43:58Z', 'updated_at': '2021-06-16T13:44:14Z', 'revision_number': 5, 'project_id': '1c34861a49bb497085ef26aa3cc556f7', 'subnets': [{'id': 'fdb76e97-5183-4499-ab60-29df581b2de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:49:00.522345 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dc7373-5226-4467-9cd1-8a70359d6821 None None] The sync data for ids ['80b5022e-8a5c-40bd-9fbe-ac27764915f6'] in dv-cinder-789603-10-smb is: [{'id': '80b5022e-8a5c-40bd-9fbe-ac27764915f6', 'name': 'tempest-AttachVolumeTestJSON-304096213-router', 'tenant_id': '1c34861a49bb497085ef26aa3cc556f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.127'}], 'enable_snat': True}, 'gw_port_id': '89afefbb-493e-409f-964f-cd2e8e01ddfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:43:51Z', 'updated_at': '2021-06-16T13:44:00Z', 'revision_number': 4, 'project_id': '1c34861a49bb497085ef26aa3cc556f7', 'gw_port': {'id': '89afefbb-493e-409f-964f-cd2e8e01ddfb', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:04:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b5022e-8a5c-40bd-9fbe-ac27764915f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:43:54Z', 'updated_at': '2021-06-16T13:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_floatingips': [{'id': '38ab3370-19aa-4e18-bb7e-9613d4d969a8', 'tenant_id': '1c34861a49bb497085ef26aa3cc556f7', 'floating_ip_address': '172.28.1.69', 'floating_network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'router_id': '80b5022e-8a5c-40bd-9fbe-ac27764915f6', 'port_id': '761f44d4-2f2d-4a7e-9b8d-305f9ed8953a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc7f85d7-a9cc-4cbe-8009-a532b58d3643', 'mac_address': 'fa:16:3e:d1:40:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61683663-9e53-4934-8b7f-20a96aed3f0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:48:35Z', 'updated_at': '2021-06-16T13:48:59Z', 'revision_number': 1, 'project_id': '1c34861a49bb497085ef26aa3cc556f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2db28d1-4214-48dd-8787-668a517f73c8', 'name': '', 'network_id': 'bc7f85d7-a9cc-4cbe-8009-a532b58d3643', 'tenant_id': '1c34861a49bb497085ef26aa3cc556f7', 'mac_address': 'fa:16:3e:f2:01:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b5022e-8a5c-40bd-9fbe-ac27764915f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fdb76e97-5183-4499-ab60-29df581b2de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:43:58Z', 'updated_at': '2021-06-16T13:44:14Z', 'revision_number': 5, 'project_id': '1c34861a49bb497085ef26aa3cc556f7', 'subnets': [{'id': 'fdb76e97-5183-4499-ab60-29df581b2de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:49:00.713409 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec25dd43-74d3-42b7-8bab-b0e45d4362b0 None None] New status for floating IP 38ab3370-19aa-4e18-bb7e-9613d4d969a8: ACTIVE {{(pid=103677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 13:49:01.069563 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9a916-2530-4c66-afb2-4281a4be0a4c req-6593f03f-efe5-4942-a248-9328b50f5489 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:01.071022 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-bdc9a916-2530-4c66-afb2-4281a4be0a4c req-6593f03f-efe5-4942-a248-9328b50f5489 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 944 time: 0.0761833 Jun 16 13:49:01.109368 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-bdc9a916-2530-4c66-afb2-4281a4be0a4c req-fb4ca79b-0f3a-44d9-a86a-22bee78f0925 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=eea3e66e-fc88-4e61-bc03-458a9ab965b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324516 Jun 16 13:49:01.125694 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:01.277792 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-8a550b66-c45a-4b09-b97f-d19e3eb9ae5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:01.397676 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 9063e8fe-eaf3-4657-b7bd-0e2e595fa74c details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:49:01.505747 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port 9063e8fe-eaf3-4657-b7bd-0e2e595fa74c, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9063e8fe-eaf3-4657-b7bd-0e2e595fa74c,segment=NetworkSegment(29d3f593-ba8c-4d27-8f0e-5003fc71b744),segment_id=29d3f593-ba8c-4d27-8f0e-5003fc71b744)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:49:01.517203 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Returning: {'device': '9063e8fe-eaf3-4657-b7bd-0e2e595fa74c', 'network_id': 'b4697126-5628-44a4-9716-d1cd33ca7762', 'port_id': '9063e8fe-eaf3-4657-b7bd-0e2e595fa74c', 'mac_address': 'fa:16:3e:06:03:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7ad7888-1d58-4693-a737-cc195965ac3b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:49:01.553424 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:01.566488 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.notifiers.nova [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9063e8fe-eaf3-4657-b7bd-0e2e595fa74c {{(pid=103676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:49:01.585951 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port 9063e8fe-eaf3-4657-b7bd-0e2e595fa74c, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9063e8fe-eaf3-4657-b7bd-0e2e595fa74c,segment=NetworkSegment(29d3f593-ba8c-4d27-8f0e-5003fc71b744),segment_id=29d3f593-ba8c-4d27-8f0e-5003fc71b744)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:49:01.590926 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:01.592673 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-a4842a94-9cd6-465d-941d-a461a543cd11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:49:01.639180 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Pushing event updated for resources: {'Port': ['ID=9063e8fe-eaf3-4657-b7bd-0e2e595fa74c,revision_number=9']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:49:01.642361 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:49:01.853939 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] get_ports_and_sgs() called for port_ids ['9063e8fe-eaf3-4657-b7bd-0e2e595fa74c'] {{(pid=103676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:49:02.045455 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9426d120-8ef3-450b-a3fa-438be4b95f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:02.292243 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29de3c8a-373e-4e59-b851-757d9b493255 req-32af34ea-ecd8-46f0-b8d3-345a49dd916d tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:02.293767 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-29de3c8a-373e-4e59-b851-757d9b493255 req-32af34ea-ecd8-46f0-b8d3-345a49dd916d tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 945 time: 0.0668962 Jun 16 13:49:02.334965 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-29de3c8a-373e-4e59-b851-757d9b493255 req-9579b0b6-22ea-40e0-8e52-554b4e1fa65a tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=eea3e66e-fc88-4e61-bc03-458a9ab965b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323303 Jun 16 13:49:03.141570 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.agents_db [None req-04e01baa-1c8d-439a-8f1b-024cbee7c8c9 None None] Agent healthcheck: found 6 active agents {{(pid=103677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:49:03.408549 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 9063e8fe-eaf3-4657-b7bd-0e2e595fa74c up at agent hyperv_hv-cinder-78960 {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:49:03.459867 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Provisioning complete for port 9063e8fe-eaf3-4657-b7bd-0e2e595fa74c triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:49:03.460276 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:03.514649 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8631abc-ab65-4b9c-9865-2dfc15efaf52 req-4c33dd0e-9760-4ed5-8a7b-ef0bb384fdd1 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:03.516106 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e8631abc-ab65-4b9c-9865-2dfc15efaf52 req-4c33dd0e-9760-4ed5-8a7b-ef0bb384fdd1 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 945 time: 0.0618348 Jun 16 13:49:03.536180 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:03.552925 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e8631abc-ab65-4b9c-9865-2dfc15efaf52 req-5a2b174b-678a-4ea5-ab21-b7405a3a6e1e tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=eea3e66e-fc88-4e61-bc03-458a9ab965b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310359 Jun 16 13:49:03.562138 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faa2f99f-ae79-49ac-bb3f-9ebc957446b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9063e8fe-eaf3-4657-b7bd-0e2e595fa74c'}] {{(pid=103676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:49:03.564820 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}effa97d0e2123b52db6fac0114eb4251877085964bb68e70a4b566e9e639f06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac19949-80a6-4d34-88f5-43212b00de23" -d '{"events": [{"server_uuid": "faa2f99f-ae79-49ac-bb3f-9ebc957446b7", "name": "network-vif-plugged", "status": "completed", "tag": "9063e8fe-eaf3-4657-b7bd-0e2e595fa74c"}]}' {{(pid=103676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:49:03.578128 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port 9063e8fe-eaf3-4657-b7bd-0e2e595fa74c, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9063e8fe-eaf3-4657-b7bd-0e2e595fa74c,segment=NetworkSegment(29d3f593-ba8c-4d27-8f0e-5003fc71b744),segment_id=29d3f593-ba8c-4d27-8f0e-5003fc71b744)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:49:03.584204 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:03.586007 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:49:03.606369 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c34789-4200-4d57-abfd-7ac39e5776d3 x-openstack-request-id: req-22c34789-4200-4d57-abfd-7ac39e5776d3 {{(pid=103676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:49:03.606655 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faa2f99f-ae79-49ac-bb3f-9ebc957446b7", "name": "network-vif-plugged", "status": "completed", "tag": "9063e8fe-eaf3-4657-b7bd-0e2e595fa74c", "code": 200}]} {{(pid=103676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:49:03.606914 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-22c34789-4200-4d57-abfd-7ac39e5776d3 {{(pid=103676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:49:03.607297 dv-cinder-789603-10-smb neutron-server[103676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faa2f99f-ae79-49ac-bb3f-9ebc957446b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9063e8fe-eaf3-4657-b7bd-0e2e595fa74c', 'code': 200} Jun 16 13:49:03.631894 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Pushing event updated for resources: {'Port': ['ID=9063e8fe-eaf3-4657-b7bd-0e2e595fa74c,revision_number=10']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:49:03.635130 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:49:03.923613 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3cd87a0a-8c13-4d66-8546-43ee61e1d8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:04.086459 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e82e47-283e-4781-8ba0-98d1cd152631 req-82312fd4-0d18-489a-b041-d99062c1c378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:04.087939 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-e8e82e47-283e-4781-8ba0-98d1cd152631 req-82312fd4-0d18-489a-b041-d99062c1c378 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 1100 time: 0.0532079 Jun 16 13:49:04.123709 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-e8e82e47-283e-4781-8ba0-98d1cd152631 req-312bec01-0c4f-4883-8560-2f982754a503 service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=eea3e66e-fc88-4e61-bc03-458a9ab965b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286794 Jun 16 13:49:04.745768 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a58003e-be62-476a-98a2-541dc3fbb69b req-68090d19-cf04-43fc-8900-4d0474f71b4c tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:04.747256 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-9a58003e-be62-476a-98a2-541dc3fbb69b req-68090d19-cf04-43fc-8900-4d0474f71b4c tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 947 time: 0.0694897 Jun 16 13:49:04.787433 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-9a58003e-be62-476a-98a2-541dc3fbb69b req-18b178ba-d8a7-44d4-96c1-bcc79e848502 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=eea3e66e-fc88-4e61-bc03-458a9ab965b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342343 Jun 16 13:49:05.965928 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f744cf27-c144-420f-bfd9-6ec82c6f8742 req-e433d2af-c4b5-4242-b5f0-459042f53f3a tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:05.967268 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f744cf27-c144-420f-bfd9-6ec82c6f8742 req-e433d2af-c4b5-4242-b5f0-459042f53f3a tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 947 time: 0.0627320 Jun 16 13:49:06.004072 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f744cf27-c144-420f-bfd9-6ec82c6f8742 req-b8d31d9d-b489-4420-a1d0-6cad4ea8aafd tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=eea3e66e-fc88-4e61-bc03-458a9ab965b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309703 Jun 16 13:49:06.883601 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-bec279d1-fec7-4675-bb62-dd8b816d35cc req-85a3e045-dbea-488d-b995-a13991765021 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1015558 Jun 16 13:49:06.994914 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec279d1-fec7-4675-bb62-dd8b816d35cc req-839f0b84-bc1e-42f6-8ec0-62b550440e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:06.996435 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-bec279d1-fec7-4675-bb62-dd8b816d35cc req-839f0b84-bc1e-42f6-8ec0-62b550440e7b service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=908a353f90684e269bfddb80904ca191&device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 1100 time: 0.0621543 Jun 16 13:49:07.101519 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec279d1-fec7-4675-bb62-dd8b816d35cc req-db5596ff-ae1a-49cd-a133-e341022f0cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:07.102969 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-bec279d1-fec7-4675-bb62-dd8b816d35cc req-db5596ff-ae1a-49cd-a133-e341022f0cb0 service neutron] 10.222.0.101 "GET /v2.0/networks?id=b4697126-5628-44a4-9716-d1cd33ca7762 HTTP/1.1" status: 200 len: 918 time: 0.0850158 Jun 16 13:49:07.175311 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-bec279d1-fec7-4675-bb62-dd8b816d35cc req-1646d70b-4307-479c-943f-6a3c2653a5d9 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9063e8fe-eaf3-4657-b7bd-0e2e595fa74c HTTP/1.1" status: 200 len: 1001 time: 0.0629673 Jun 16 13:49:07.187421 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cfa454-4a70-4318-a454-1dbd84fa7761 req-7417dec7-54e0-4dd9-a35c-641244622d4a tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:07.188956 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-64cfa454-4a70-4318-a454-1dbd84fa7761 req-7417dec7-54e0-4dd9-a35c-641244622d4a tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 947 time: 0.0681245 Jun 16 13:49:07.227912 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-64cfa454-4a70-4318-a454-1dbd84fa7761 req-585e4302-b03a-42c6-8e3c-15e569c8d3ab tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=eea3e66e-fc88-4e61-bc03-458a9ab965b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330954 Jun 16 13:49:07.242551 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec279d1-fec7-4675-bb62-dd8b816d35cc req-bf01b011-e706-480b-bdc4-8cb6fa239926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:07.244389 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-bec279d1-fec7-4675-bb62-dd8b816d35cc req-bf01b011-e706-480b-bdc4-8cb6fa239926 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=e7ad7888-1d58-4693-a737-cc195965ac3b HTTP/1.1" status: 200 len: 855 time: 0.0580652 Jun 16 13:49:07.306660 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec279d1-fec7-4675-bb62-dd8b816d35cc req-aa71e044-265e-4bb2-8d90-702a52fd1478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:07.308214 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-bec279d1-fec7-4675-bb62-dd8b816d35cc req-aa71e044-265e-4bb2-8d90-702a52fd1478 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=b4697126-5628-44a4-9716-d1cd33ca7762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0555422 Jun 16 13:49:07.418461 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-bec279d1-fec7-4675-bb62-dd8b816d35cc req-bce88887-edef-4b6d-ab30-85a563f86feb service neutron] 10.222.0.101 "GET /v2.0/networks/b4697126-5628-44a4-9716-d1cd33ca7762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023865 Jun 16 13:49:07.516210 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-bec279d1-fec7-4675-bb62-dd8b816d35cc req-906b52b3-dd02-4d5e-bb46-24c43d2b1d04 service neutron] 10.222.0.101 "GET /v2.0/networks/b4697126-5628-44a4-9716-d1cd33ca7762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899372 Jun 16 13:49:09.656575 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:28.606674 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-235a3572-eeba-47c2-9be0-3e49f033966d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:31.120036 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:31.273464 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-03fb43b3-d013-417c-869a-4f4fc78ee5d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:32.053602 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9426d120-8ef3-450b-a3fa-438be4b95f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:33.923314 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3cd87a0a-8c13-4d66-8546-43ee61e1d8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:39.673361 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:40.141265 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.agents_db [None req-04e01baa-1c8d-439a-8f1b-024cbee7c8c9 None None] Agent healthcheck: found 6 active agents {{(pid=103677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:49:48.202577 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590aba8-9639-405e-9f6f-f04c6227d4e8 req-365a08f3-87be-46f2-b5a8-a6b82845d726 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:48.204040 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-d590aba8-9639-405e-9f6f-f04c6227d4e8 req-365a08f3-87be-46f2-b5a8-a6b82845d726 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 947 time: 0.0733783 Jun 16 13:49:48.252631 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-d590aba8-9639-405e-9f6f-f04c6227d4e8 req-20b52d9a-fb33-4dfa-9ae1-309c3676c014 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=eea3e66e-fc88-4e61-bc03-458a9ab965b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410342 Jun 16 13:49:49.463172 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8d155e-4417-4b63-bc35-590b5c8391b4 req-d65fdd33-3597-445c-97db-58cc00d947a7 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:49.464800 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ae8d155e-4417-4b63-bc35-590b5c8391b4 req-d65fdd33-3597-445c-97db-58cc00d947a7 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 947 time: 0.0772722 Jun 16 13:49:49.508805 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ae8d155e-4417-4b63-bc35-590b5c8391b4 req-d41eee6d-450b-4219-b63b-d59a1bebfebf tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=eea3e66e-fc88-4e61-bc03-458a9ab965b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375659 Jun 16 13:49:49.992887 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6fe2a3-35fb-4330-bd85-f896f4bccb15 req-fa475b84-d6d9-4d71-882f-7477cfe471d2 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:49.994341 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-db6fe2a3-35fb-4330-bd85-f896f4bccb15 req-fa475b84-d6d9-4d71-882f-7477cfe471d2 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.101 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 947 time: 0.1098921 Jun 16 13:49:50.153949 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [req-db6fe2a3-35fb-4330-bd85-f896f4bccb15 req-4676e86d-6870-426c-b4fa-1658c9cef97a tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Deleting port 9063e8fe-eaf3-4657-b7bd-0e2e595fa74c {{(pid=103675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:49:50.154292 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-db6fe2a3-35fb-4330-bd85-f896f4bccb15 req-4676e86d-6870-426c-b4fa-1658c9cef97a tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779595332765'] for port, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:50.260922 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.db [req-db6fe2a3-35fb-4330-bd85-f896f4bccb15 req-4676e86d-6870-426c-b4fa-1658c9cef97a tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] For port 9063e8fe-eaf3-4657-b7bd-0e2e595fa74c, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9063e8fe-eaf3-4657-b7bd-0e2e595fa74c,segment=NetworkSegment(29d3f593-ba8c-4d27-8f0e-5003fc71b744),segment_id=29d3f593-ba8c-4d27-8f0e-5003fc71b744)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:49:50.260922 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-db6fe2a3-35fb-4330-bd85-f896f4bccb15 req-4676e86d-6870-426c-b4fa-1658c9cef97a tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757230'] for port, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:50.546464 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-db6fe2a3-35fb-4330-bd85-f896f4bccb15 req-4676e86d-6870-426c-b4fa-1658c9cef97a tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:50.546727 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-db6fe2a3-35fb-4330-bd85-f896f4bccb15 req-4676e86d-6870-426c-b4fa-1658c9cef97a tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759278'] for floatingip, after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:50.547068 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.db.l3_db [req-db6fe2a3-35fb-4330-bd85-f896f4bccb15 req-4676e86d-6870-426c-b4fa-1658c9cef97a tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Floating IP b0a43878-5db2-4945-b039-2ced2820725c disassociated. External IP: 172.28.1.84, port: 9063e8fe-eaf3-4657-b7bd-0e2e595fa74c. Jun 16 13:49:50.547416 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [req-db6fe2a3-35fb-4330-bd85-f896f4bccb15 req-4676e86d-6870-426c-b4fa-1658c9cef97a tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Calling delete_port for 9063e8fe-eaf3-4657-b7bd-0e2e595fa74c owned by compute:nova {{(pid=103675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:49:50.716106 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49dee23-15dc-40d1-a3a1-61bc14eb5ae6 req-92deeb29-9a1b-4d02-aa49-136337cbdb76 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:50.717681 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e49dee23-15dc-40d1-a3a1-61bc14eb5ae6 req-92deeb29-9a1b-4d02-aa49-136337cbdb76 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 947 time: 0.0746908 Jun 16 13:49:50.758514 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e49dee23-15dc-40d1-a3a1-61bc14eb5ae6 req-4039e01d-81c2-4f12-8b8b-4b2700d1d098 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=eea3e66e-fc88-4e61-bc03-458a9ab965b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344446 Jun 16 13:49:50.915735 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-db6fe2a3-35fb-4330-bd85-f896f4bccb15 req-4676e86d-6870-426c-b4fa-1658c9cef97a tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779595337849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779594881055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10266981'] for port, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:50.920589 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-7fd943fd-d513-42b0-a047-98653f80758b tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:49:50.945619 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4676e86d-6870-426c-b4fa-1658c9cef97a tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Pushing event deleted for resources: {'Port': ['ID=9063e8fe-eaf3-4657-b7bd-0e2e595fa74c,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:49:50.957122 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4676e86d-6870-426c-b4fa-1658c9cef97a tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:50.957485 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4676e86d-6870-426c-b4fa-1658c9cef97a tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:50.957808 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4676e86d-6870-426c-b4fa-1658c9cef97a tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:50.958157 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4676e86d-6870-426c-b4fa-1658c9cef97a tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:50.958499 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4676e86d-6870-426c-b4fa-1658c9cef97a tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:50.958844 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4676e86d-6870-426c-b4fa-1658c9cef97a tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:50.959189 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4676e86d-6870-426c-b4fa-1658c9cef97a tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:50.959526 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4676e86d-6870-426c-b4fa-1658c9cef97a tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:50.959863 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4676e86d-6870-426c-b4fa-1658c9cef97a tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:50.960225 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4676e86d-6870-426c-b4fa-1658c9cef97a tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:50.960562 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4676e86d-6870-426c-b4fa-1658c9cef97a tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:50.960914 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4676e86d-6870-426c-b4fa-1658c9cef97a tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:50.965912 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-4676e86d-6870-426c-b4fa-1658c9cef97a tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:49:51.072947 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db6fe2a3-35fb-4330-bd85-f896f4bccb15 req-4676e86d-6870-426c-b4fa-1658c9cef97a tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Router b351a334-376b-4f9c-ba04-9e3b448f9ab0 has already been hosted by L3 agent bfb54b95-b8bd-4202-8e6c-bc5e048a10e9 {{(pid=103675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:49:51.180924 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db6fe2a3-35fb-4330-bd85-f896f4bccb15 req-4676e86d-6870-426c-b4fa-1658c9cef97a tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify agent at l3_agent.dv-cinder-789603-10-smb the message routers_updated {{(pid=103675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:49:51.191440 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dbb4dd-c64c-43a9-b28d-5d18e1627ac5 None None] Sync routers for ids ['b351a334-376b-4f9c-ba04-9e3b448f9ab0'] in dv-cinder-789603-10-smb {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:49:51.202530 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dbb4dd-c64c-43a9-b28d-5d18e1627ac5 None None] Routers {'b351a334-376b-4f9c-ba04-9e3b448f9ab0'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:49:51.203519 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-c3dbb4dd-c64c-43a9-b28d-5d18e1627ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:49:31Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['b351a334-376b-4f9c-ba04-9e3b448f9ab0'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:49:51.239446 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [req-db6fe2a3-35fb-4330-bd85-f896f4bccb15 req-4676e86d-6870-426c-b4fa-1658c9cef97a tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] No DVR routers for this DVR port 9063e8fe-eaf3-4657-b7bd-0e2e595fa74c on host hv-cinder-78960 {{(pid=103675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:49:51.244243 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-db6fe2a3-35fb-4330-bd85-f896f4bccb15 req-4676e86d-6870-426c-b4fa-1658c9cef97a tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914'] for port, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:51.246588 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-db6fe2a3-35fb-4330-bd85-f896f4bccb15 req-4676e86d-6870-426c-b4fa-1658c9cef97a tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.101 "DELETE /v2.0/ports/9063e8fe-eaf3-4657-b7bd-0e2e595fa74c HTTP/1.1" status: 204 len: 173 time: 1.2461169 Jun 16 13:49:51.247150 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faa2f99f-ae79-49ac-bb3f-9ebc957446b7', 'name': 'network-vif-deleted', 'tag': '9063e8fe-eaf3-4657-b7bd-0e2e595fa74c'}] {{(pid=103675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:49:51.249775 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a16ec9cc8eba4f619b451732e343570940bd63550f2ec78b6d3f6fbb7e41a49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6238a8c-d75c-47f6-91c4-adad91a0833d" -d '{"events": [{"server_uuid": "faa2f99f-ae79-49ac-bb3f-9ebc957446b7", "name": "network-vif-deleted", "tag": "9063e8fe-eaf3-4657-b7bd-0e2e595fa74c"}]}' {{(pid=103675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:49:51.322697 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-c3dbb4dd-c64c-43a9-b28d-5d18e1627ac5 None None] Set router b351a334-376b-4f9c-ba04-9e3b448f9ab0 gateway port host: dv-cinder-789603-10-smb {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:49:51.374367 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cddcb5f3-2e55-4265-9cf8-a24543ac72b9 x-openstack-request-id: req-cddcb5f3-2e55-4265-9cf8-a24543ac72b9 {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:49:51.374697 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faa2f99f-ae79-49ac-bb3f-9ebc957446b7", "name": "network-vif-deleted", "tag": "9063e8fe-eaf3-4657-b7bd-0e2e595fa74c", "status": "completed", "code": 200}]} {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:49:51.374962 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-cddcb5f3-2e55-4265-9cf8-a24543ac72b9 {{(pid=103675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:49:51.375411 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faa2f99f-ae79-49ac-bb3f-9ebc957446b7', 'name': 'network-vif-deleted', 'tag': '9063e8fe-eaf3-4657-b7bd-0e2e595fa74c', 'status': 'completed', 'code': 200} Jun 16 13:49:51.544149 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-c3dbb4dd-c64c-43a9-b28d-5d18e1627ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b351a334-376b-4f9c-ba04-9e3b448f9ab0', 'name': 'tempest-AttachVolumeShelveTestJSON-942509144-router', 'tenant_id': '908a353f90684e269bfddb80904ca191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.183'}], 'enable_snat': True}, 'gw_port_id': '6dba4a2d-c901-4a01-9536-08a53eac8aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:47:05Z', 'updated_at': '2021-06-16T13:47:08Z', 'revision_number': 4, 'project_id': '908a353f90684e269bfddb80904ca191', 'gw_port': {'id': '6dba4a2d-c901-4a01-9536-08a53eac8aa4', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:03:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b351a334-376b-4f9c-ba04-9e3b448f9ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:05Z', 'updated_at': '2021-06-16T13:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_interfaces': [{'id': '07dddb34-c220-49b6-8d05-8e9335a6493d', 'name': '', 'network_id': 'b4697126-5628-44a4-9716-d1cd33ca7762', 'tenant_id': '908a353f90684e269bfddb80904ca191', 'mac_address': 'fa:16:3e:63:12:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b351a334-376b-4f9c-ba04-9e3b448f9ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'e7ad7888-1d58-4693-a737-cc195965ac3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:07Z', 'updated_at': '2021-06-16T13:47:13Z', 'revision_number': 5, 'project_id': '908a353f90684e269bfddb80904ca191', 'subnets': [{'id': 'e7ad7888-1d58-4693-a737-cc195965ac3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:49:51.547742 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dbb4dd-c64c-43a9-b28d-5d18e1627ac5 None None] Checking router: b351a334-376b-4f9c-ba04-9e3b448f9ab0 for host: dv-cinder-789603-10-smb {{(pid=103676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:49:51.556304 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dbb4dd-c64c-43a9-b28d-5d18e1627ac5 None None] Routers {'b351a334-376b-4f9c-ba04-9e3b448f9ab0'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:49:51.557231 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-c3dbb4dd-c64c-43a9-b28d-5d18e1627ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:49:31Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['b351a334-376b-4f9c-ba04-9e3b448f9ab0'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:49:51.803277 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-c3dbb4dd-c64c-43a9-b28d-5d18e1627ac5 None None] Set router b351a334-376b-4f9c-ba04-9e3b448f9ab0 gateway port host: dv-cinder-789603-10-smb {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:49:51.951713 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-b4e386a7-7fc0-43ac-9ef0-2e8251f498c6 req-cf095110-ed25-4537-9057-57cbd522eb65 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=faa2f99f-ae79-49ac-bb3f-9ebc957446b7 HTTP/1.1" status: 200 len: 210 time: 0.0386188 Jun 16 13:49:52.023642 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-c3dbb4dd-c64c-43a9-b28d-5d18e1627ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b351a334-376b-4f9c-ba04-9e3b448f9ab0', 'name': 'tempest-AttachVolumeShelveTestJSON-942509144-router', 'tenant_id': '908a353f90684e269bfddb80904ca191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.183'}], 'enable_snat': True}, 'gw_port_id': '6dba4a2d-c901-4a01-9536-08a53eac8aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:47:05Z', 'updated_at': '2021-06-16T13:47:08Z', 'revision_number': 4, 'project_id': '908a353f90684e269bfddb80904ca191', 'gw_port': {'id': '6dba4a2d-c901-4a01-9536-08a53eac8aa4', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:03:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b351a334-376b-4f9c-ba04-9e3b448f9ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:05Z', 'updated_at': '2021-06-16T13:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_interfaces': [{'id': '07dddb34-c220-49b6-8d05-8e9335a6493d', 'name': '', 'network_id': 'b4697126-5628-44a4-9716-d1cd33ca7762', 'tenant_id': '908a353f90684e269bfddb80904ca191', 'mac_address': 'fa:16:3e:63:12:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b351a334-376b-4f9c-ba04-9e3b448f9ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'e7ad7888-1d58-4693-a737-cc195965ac3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:07Z', 'updated_at': '2021-06-16T13:47:13Z', 'revision_number': 5, 'project_id': '908a353f90684e269bfddb80904ca191', 'subnets': [{'id': 'e7ad7888-1d58-4693-a737-cc195965ac3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:49:52.027672 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dbb4dd-c64c-43a9-b28d-5d18e1627ac5 None None] The sync data for ids ['b351a334-376b-4f9c-ba04-9e3b448f9ab0'] in dv-cinder-789603-10-smb is: [{'id': 'b351a334-376b-4f9c-ba04-9e3b448f9ab0', 'name': 'tempest-AttachVolumeShelveTestJSON-942509144-router', 'tenant_id': '908a353f90684e269bfddb80904ca191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.183'}], 'enable_snat': True}, 'gw_port_id': '6dba4a2d-c901-4a01-9536-08a53eac8aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:47:05Z', 'updated_at': '2021-06-16T13:47:08Z', 'revision_number': 4, 'project_id': '908a353f90684e269bfddb80904ca191', 'gw_port': {'id': '6dba4a2d-c901-4a01-9536-08a53eac8aa4', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:03:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b351a334-376b-4f9c-ba04-9e3b448f9ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:05Z', 'updated_at': '2021-06-16T13:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_interfaces': [{'id': '07dddb34-c220-49b6-8d05-8e9335a6493d', 'name': '', 'network_id': 'b4697126-5628-44a4-9716-d1cd33ca7762', 'tenant_id': '908a353f90684e269bfddb80904ca191', 'mac_address': 'fa:16:3e:63:12:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b351a334-376b-4f9c-ba04-9e3b448f9ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'e7ad7888-1d58-4693-a737-cc195965ac3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:07Z', 'updated_at': '2021-06-16T13:47:13Z', 'revision_number': 5, 'project_id': '908a353f90684e269bfddb80904ca191', 'subnets': [{'id': 'e7ad7888-1d58-4693-a737-cc195965ac3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:49:52.254813 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f9e5f8-ed27-41a1-8672-5dc6e1d109d5 None None] New status for floating IP b0a43878-5db2-4945-b039-2ced2820725c: DOWN {{(pid=103677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 13:49:53.091487 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 43752) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:49:53.152358 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ae8ee930-7344-49ec-89d3-dd55cec52a43 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks [] for security_group, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:53.175355 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ae8ee930-7344-49ec-89d3-dd55cec52a43 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:53.227253 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ae8ee930-7344-49ec-89d3-dd55cec52a43 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:53.229874 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ae8ee930-7344-49ec-89d3-dd55cec52a43 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:53.231189 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-ae8ee930-7344-49ec-89d3-dd55cec52a43 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "DELETE /v2.0/security-groups/eea3e66e-fc88-4e61-bc03-458a9ab965b2 HTTP/1.1" status: 204 len: 168 time: 0.1386003 Jun 16 13:49:53.231974 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-167b1932-b933-47dd-bd18-eba1a17422a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:49:53.234313 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 43754) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:49:53.240785 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8ee930-7344-49ec-89d3-dd55cec52a43 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea3e66e-fc88-4e61-bc03-458a9ab965b2,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:49:53.243228 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-ae8ee930-7344-49ec-89d3-dd55cec52a43 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:49:53.247861 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.api.v2.resource [None req-4edb2e51-3fe9-44a7-a914-77616b900042 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] show failed (client error): The resource could not be found. Jun 16 13:49:53.248872 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-4edb2e51-3fe9-44a7-a914-77616b900042 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups/eea3e66e-fc88-4e61-bc03-458a9ab965b2 HTTP/1.1" status: 404 len: 347 time: 0.0136125 Jun 16 13:49:53.251704 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 43756) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:49:53.381454 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-4a73fe34-af68-41fd-8cd3-1256f3c6c1ec tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Deleting port a645a092-9afe-4b99-a6d4-d6a7cd22da97 {{(pid=103674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:49:53.381802 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-4a73fe34-af68-41fd-8cd3-1256f3c6c1ec tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779595332765'] for port, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:53.463802 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-4a73fe34-af68-41fd-8cd3-1256f3c6c1ec tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757230'] for port, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:53.464269 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-4a73fe34-af68-41fd-8cd3-1256f3c6c1ec tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:53.531633 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-4a73fe34-af68-41fd-8cd3-1256f3c6c1ec tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Calling delete_port for a645a092-9afe-4b99-a6d4-d6a7cd22da97 owned by network:floatingip {{(pid=103674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:49:53.673672 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-4a73fe34-af68-41fd-8cd3-1256f3c6c1ec tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779595337849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779594881055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10072337'] for port, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:53.675792 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-2f758e0b-dd18-419b-8127-dbb4d72ac2a1 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:49:53.699955 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a73fe34-af68-41fd-8cd3-1256f3c6c1ec tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Pushing event deleted for resources: {'Port': ['ID=a645a092-9afe-4b99-a6d4-d6a7cd22da97,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:49:53.712266 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73fe34-af68-41fd-8cd3-1256f3c6c1ec tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:53.712626 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73fe34-af68-41fd-8cd3-1256f3c6c1ec tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:53.712980 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73fe34-af68-41fd-8cd3-1256f3c6c1ec tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:53.713355 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73fe34-af68-41fd-8cd3-1256f3c6c1ec tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:53.713696 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73fe34-af68-41fd-8cd3-1256f3c6c1ec tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:53.714037 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73fe34-af68-41fd-8cd3-1256f3c6c1ec tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:53.714374 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73fe34-af68-41fd-8cd3-1256f3c6c1ec tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:53.714710 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73fe34-af68-41fd-8cd3-1256f3c6c1ec tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:53.715040 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73fe34-af68-41fd-8cd3-1256f3c6c1ec tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:53.715372 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73fe34-af68-41fd-8cd3-1256f3c6c1ec tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:53.715704 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73fe34-af68-41fd-8cd3-1256f3c6c1ec tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:53.716051 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73fe34-af68-41fd-8cd3-1256f3c6c1ec tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:49:53.735085 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 9063e8fe-eaf3-4657-b7bd-0e2e595fa74c no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:49:53.737806 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-4a73fe34-af68-41fd-8cd3-1256f3c6c1ec tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:49:53.755393 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] No Port match for: 9063e8fe-eaf3-4657-b7bd-0e2e595fa74c {{(pid=103676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:49:53.755777 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 9063e8fe-eaf3-4657-b7bd-0e2e595fa74c not bound to the agent host hv-cinder-78960 {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:49:53.782299 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-4a73fe34-af68-41fd-8cd3-1256f3c6c1ec tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks [] for floatingip, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:53.785108 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-4a73fe34-af68-41fd-8cd3-1256f3c6c1ec tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914'] for floatingip, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:53.786281 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-4a73fe34-af68-41fd-8cd3-1256f3c6c1ec tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "DELETE /v2.0/floatingips/b0a43878-5db2-4945-b039-2ced2820725c HTTP/1.1" status: 204 len: 168 time: 0.5333917 Jun 16 13:49:54.079263 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 43768) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:49:54.084290 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [None req-59ead89b-c80a-4ee1-b501-f481e99a16e6 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1222873506', 'description': 'tempest-description--1340796174'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:49:54.109331 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-59ead89b-c80a-4ee1-b501-f481e99a16e6 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks [] for security_group, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:54.197579 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-59ead89b-c80a-4ee1-b501-f481e99a16e6 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks [] for security_group, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:54.203220 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-59ead89b-c80a-4ee1-b501-f481e99a16e6 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:54.205960 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-d2b7cd9f-631a-44ce-a523-456d34e67c27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:49:54.232361 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-59ead89b-c80a-4ee1-b501-f481e99a16e6 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks [] for security_group, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:54.233548 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-59ead89b-c80a-4ee1-b501-f481e99a16e6 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1533079 Jun 16 13:49:54.235565 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ead89b-c80a-4ee1-b501-f481e99a16e6 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7484e68e-a354-48c6-91a0-d88ccb824ff9,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:49:54.236798 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 43770) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:49:54.238480 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-59ead89b-c80a-4ee1-b501-f481e99a16e6 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:49:54.242858 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.v2.base [None req-541eb55f-e9ba-40bc-b6e6-b7c74fa1ebde tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Request body: {'security_group_rule': {'security_group_id': '7484e68e-a354-48c6-91a0-d88ccb824ff9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:49:54.277016 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-541eb55f-e9ba-40bc-b6e6-b7c74fa1ebde tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:54.340681 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-541eb55f-e9ba-40bc-b6e6-b7c74fa1ebde tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:54.345949 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-541eb55f-e9ba-40bc-b6e6-b7c74fa1ebde tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719390'] for security_group_rule, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:54.348152 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-ef4285be-88c3-417a-abe1-681d3096bb50 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:49:54.364967 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541eb55f-e9ba-40bc-b6e6-b7c74fa1ebde tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7d24ff9-cc5a-4008-ab83-fbe9a6b291fe,revision_number=0']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:49:54.372527 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-541eb55f-e9ba-40bc-b6e6-b7c74fa1ebde tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:49:54.374108 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-541eb55f-e9ba-40bc-b6e6-b7c74fa1ebde tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:54.377471 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-541eb55f-e9ba-40bc-b6e6-b7c74fa1ebde tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1378961 Jun 16 13:49:54.379101 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 43776) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:49:54.384510 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.v2.base [None req-a49e3c0e-24dc-4513-b522-8dc2e727f521 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Request body: {'security_group_rule': {'security_group_id': '7484e68e-a354-48c6-91a0-d88ccb824ff9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:49:54.416859 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-a49e3c0e-24dc-4513-b522-8dc2e727f521 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:54.489781 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-a49e3c0e-24dc-4513-b522-8dc2e727f521 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:54.496798 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-a49e3c0e-24dc-4513-b522-8dc2e727f521 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719390'] for security_group_rule, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:54.499367 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-4ca5e3be-e1f8-4368-aacf-5327e5b8db71 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:49:54.518006 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49e3c0e-24dc-4513-b522-8dc2e727f521 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f08e31dc-b2b2-40ea-84f3-53ba7aa4e712,revision_number=0']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:49:54.521167 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-a49e3c0e-24dc-4513-b522-8dc2e727f521 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:49:54.527274 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-a49e3c0e-24dc-4513-b522-8dc2e727f521 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:54.531809 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-a49e3c0e-24dc-4513-b522-8dc2e727f521 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1486876 Jun 16 13:49:54.532176 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 43780) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:49:54.537275 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [None req-511f682c-72a9-4527-9a10-56d54f7a273c tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Request body: {'floatingip': {'floating_network_id': '0670eadb-aa0f-4551-9ff4-64f252730750'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:49:54.566382 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-511f682c-72a9-4527-9a10-56d54f7a273c tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks [] for floatingip, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:54.690391 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-511f682c-72a9-4527-9a10-56d54f7a273c tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for port, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:54.805148 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.db_base_plugin_common [None req-511f682c-72a9-4527-9a10-56d54f7a273c tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Allocated IP 172.28.1.36 (0670eadb-aa0f-4551-9ff4-64f252730750/f2f4aa09-e9c1-4804-aa42-b5c4d121e78a/ac50b6ad-855c-46e6-b2dc-d18661557043) {{(pid=103674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:49:55.181402 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-511f682c-72a9-4527-9a10-56d54f7a273c tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks [] for port, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:55.225870 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-511f682c-72a9-4527-9a10-56d54f7a273c tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1833118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779594881046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10072334'] for port, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:55.227810 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:49:55.264723 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511f682c-72a9-4527-9a10-56d54f7a273c tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Network 0670eadb-aa0f-4551-9ff4-64f252730750 is already hosted by enough agents. {{(pid=103674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:49:55.269633 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [None req-511f682c-72a9-4527-9a10-56d54f7a273c tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Resources bound (agent type, host, resource id): {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:49:55.273094 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511f682c-72a9-4527-9a10-56d54f7a273c tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Received port after_create {{(pid=103674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:49:55.295909 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511f682c-72a9-4527-9a10-56d54f7a273c tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Pushing event updated for resources: {'Port': ['ID=ac50b6ad-855c-46e6-b2dc-d18661557043,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:49:55.300294 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-511f682c-72a9-4527-9a10-56d54f7a273c tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:49:55.367150 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-511f682c-72a9-4527-9a10-56d54f7a273c tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:55.414317 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-511f682c-72a9-4527-9a10-56d54f7a273c tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:55.573737 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-511f682c-72a9-4527-9a10-56d54f7a273c tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks [] for port, precommit_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:55.579604 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-511f682c-72a9-4527-9a10-56d54f7a273c tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10072344'] for port, after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:55.581763 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-3cd6d624-fc99-41eb-89c7-da6ecc4c7651 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:49:55.651311 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511f682c-72a9-4527-9a10-56d54f7a273c tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Pushing event updated for resources: {'Port': ['ID=ac50b6ad-855c-46e6-b2dc-d18661557043,revision_number=2']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:49:55.655449 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-511f682c-72a9-4527-9a10-56d54f7a273c tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:49:55.664000 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-511f682c-72a9-4527-9a10-56d54f7a273c tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759278'] for floatingip, after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:55.679815 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-511f682c-72a9-4527-9a10-56d54f7a273c tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914'] for floatingip, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:55.681082 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-511f682c-72a9-4527-9a10-56d54f7a273c tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1479149 Jun 16 13:49:55.886608 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-bfc5eebc-16b3-4b9a-b117-32b50b379727 req-355d110e-9ea0-4c02-8bd1-744091d5bc84 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-securitygroup--1222873506&fields=id&tenant_id=908a353f90684e269bfddb80904ca191 HTTP/1.1" status: 200 len: 267 time: 0.0361679 Jun 16 13:49:56.000736 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc5eebc-16b3-4b9a-b117-32b50b379727 req-c929bd02-9e8f-45b9-af5c-674e7f34f4d7 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:56.002192 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-bfc5eebc-16b3-4b9a-b117-32b50b379727 req-c929bd02-9e8f-45b9-af5c-674e7f34f4d7 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/networks?id=b4697126-5628-44a4-9716-d1cd33ca7762 HTTP/1.1" status: 200 len: 816 time: 0.1089697 Jun 16 13:49:56.017903 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-bfc5eebc-16b3-4b9a-b117-32b50b379727 req-46b20eea-8431-40bb-a809-ec909b32a8b1 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/quotas/908a353f90684e269bfddb80904ca191 HTTP/1.1" status: 200 len: 375 time: 0.0097504 Jun 16 13:49:56.097529 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-bfc5eebc-16b3-4b9a-b117-32b50b379727 req-58a706af-6cd0-4d36-bba6-a2f7821bc3a2 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=908a353f90684e269bfddb80904ca191&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0741427 Jun 16 13:49:56.272285 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-bfc5eebc-16b3-4b9a-b117-32b50b379727 req-31c17d96-5a46-4fc2-95ca-955fa65ec605 service neutron] 10.222.0.104 "GET /v2.0/networks/b4697126-5628-44a4-9716-d1cd33ca7762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554182 Jun 16 13:49:56.368099 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-bfc5eebc-16b3-4b9a-b117-32b50b379727 req-80c1e2d7-73cf-4d42-87be-f1e56aaa4233 service neutron] 10.222.0.104 "GET /v2.0/networks/b4697126-5628-44a4-9716-d1cd33ca7762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895104 Jun 16 13:49:56.552371 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-aae02660-f967-4c6b-8f0d-64202692a122 req-40f49748-b9a0-40f4-9069-faa9362d69a1 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 210 time: 0.0357645 Jun 16 13:49:57.710085 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-320073ba-2b15-4e74-89e0-6e01621a3e14 req-58b879b4-a214-4577-b715-ae70212910a2 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 210 time: 0.0350642 Jun 16 13:49:57.861005 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1d8df-a650-4e22-9cd3-a24fc318afdc req-36498bf1-33d7-49fc-b8bf-e543f0dcd2ce tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:57.862847 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-61d1d8df-a650-4e22-9cd3-a24fc318afdc req-36498bf1-33d7-49fc-b8bf-e543f0dcd2ce tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=61683663-9e53-4934-8b7f-20a96aed3f0c HTTP/1.1" status: 200 len: 945 time: 0.0876210 Jun 16 13:49:57.904868 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-61d1d8df-a650-4e22-9cd3-a24fc318afdc req-22602b5d-5f71-4950-8f73-7842a3008911 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=a043530c-1616-45f4-b982-a93e5b3414d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357220 Jun 16 13:49:57.914664 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc5eebc-16b3-4b9a-b117-32b50b379727 req-291a16ef-beff-428b-965f-3df7d288dd4d tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:57.916297 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-bfc5eebc-16b3-4b9a-b117-32b50b379727 req-291a16ef-beff-428b-965f-3df7d288dd4d tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.101 "GET /v2.0/networks?id=b4697126-5628-44a4-9716-d1cd33ca7762 HTTP/1.1" status: 200 len: 816 time: 0.1162131 Jun 16 13:49:57.961289 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-bfc5eebc-16b3-4b9a-b117-32b50b379727 req-ac57c243-7f5b-4c07-bc72-536a7ea54ead tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.101 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=908a353f90684e269bfddb80904ca191 HTTP/1.1" status: 200 len: 380 time: 0.0354090 Jun 16 13:49:57.971250 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.v2.base [req-bfc5eebc-16b3-4b9a-b117-32b50b379727 req-abf74b71-b72f-4d7b-8ab2-51e2035179b9 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Request body: {'port': {'device_id': 'f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d', 'network_id': 'b4697126-5628-44a4-9716-d1cd33ca7762', 'admin_state_up': True, 'tenant_id': '908a353f90684e269bfddb80904ca191', 'security_groups': ['7484e68e-a354-48c6-91a0-d88ccb824ff9']}} {{(pid=103675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:49:58.089208 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfc5eebc-16b3-4b9a-b117-32b50b379727 req-abf74b71-b72f-4d7b-8ab2-51e2035179b9 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Made reservation on behalf of 908a353f90684e269bfddb80904ca191 for: {'port': 1} {{(pid=103675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:49:58.092971 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-bfc5eebc-16b3-4b9a-b117-32b50b379727 req-abf74b71-b72f-4d7b-8ab2-51e2035179b9 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for port, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:58.270095 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.db.db_base_plugin_common [req-bfc5eebc-16b3-4b9a-b117-32b50b379727 req-abf74b71-b72f-4d7b-8ab2-51e2035179b9 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Allocated IP 172.20.0.14 (b4697126-5628-44a4-9716-d1cd33ca7762/e7ad7888-1d58-4693-a737-cc195965ac3b/fa827123-202a-44d7-a38f-641a407b9e0f) {{(pid=103675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:49:58.412288 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-bfc5eebc-16b3-4b9a-b117-32b50b379727 req-abf74b71-b72f-4d7b-8ab2-51e2035179b9 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks [] for port, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:58.427743 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [req-bfc5eebc-16b3-4b9a-b117-32b50b379727 req-abf74b71-b72f-4d7b-8ab2-51e2035179b9 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Transition to ACTIVE for port object fa827123-202a-44d7-a38f-641a407b9e0f will not be triggered until provisioned by entity DHCP. {{(pid=103675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:49:58.479185 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-bfc5eebc-16b3-4b9a-b117-32b50b379727 req-abf74b71-b72f-4d7b-8ab2-51e2035179b9 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1833118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779594881046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10267002'] for port, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:58.484038 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:49:58.534028 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfc5eebc-16b3-4b9a-b117-32b50b379727 req-abf74b71-b72f-4d7b-8ab2-51e2035179b9 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Network b4697126-5628-44a4-9716-d1cd33ca7762 is already hosted by enough agents. {{(pid=103675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:49:58.541617 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.base_scheduler [req-bfc5eebc-16b3-4b9a-b117-32b50b379727 req-abf74b71-b72f-4d7b-8ab2-51e2035179b9 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Resources bound (agent type, host, resource id): {{(pid=103675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:49:58.547083 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfc5eebc-16b3-4b9a-b117-32b50b379727 req-abf74b71-b72f-4d7b-8ab2-51e2035179b9 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Received port after_create {{(pid=103675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:49:58.551434 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf74b71-b72f-4d7b-8ab2-51e2035179b9 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Pushing event updated for resources: {'Port': ['ID=fa827123-202a-44d7-a38f-641a407b9e0f,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:49:58.572709 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-abf74b71-b72f-4d7b-8ab2-51e2035179b9 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:49:58.600785 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc5eebc-16b3-4b9a-b117-32b50b379727 req-abf74b71-b72f-4d7b-8ab2-51e2035179b9 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:58.601450 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-bfc5eebc-16b3-4b9a-b117-32b50b379727 req-abf74b71-b72f-4d7b-8ab2-51e2035179b9 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914'] for port, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:58.616201 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-2f84b35d-9707-434b-b240-71fe4395a449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:58.621725 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-bfc5eebc-16b3-4b9a-b117-32b50b379727 req-abf74b71-b72f-4d7b-8ab2-51e2035179b9 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6541045 Jun 16 13:49:58.633598 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.v2.base [req-bfc5eebc-16b3-4b9a-b117-32b50b379727 req-1c6fae59-443a-47be-ba43-b6bc0c0c3bb7 service neutron] Request body: {'port': {'device_id': 'f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=103675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:49:58.713458 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-bfc5eebc-16b3-4b9a-b117-32b50b379727 req-1c6fae59-443a-47be-ba43-b6bc0c0c3bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:58.821742 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-36cf0501-bca1-471a-ae8d-4753aa354fc3 None None] Provisioning for port fa827123-202a-44d7-a38f-641a407b9e0f completed by entity DHCP. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:49:58.827193 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-36cf0501-bca1-471a-ae8d-4753aa354fc3 None None] Provisioning complete for port fa827123-202a-44d7-a38f-641a407b9e0f triggered by entity DHCP. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:49:58.828368 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-36cf0501-bca1-471a-ae8d-4753aa354fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:58.867632 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-36cf0501-bca1-471a-ae8d-4753aa354fc3 None None] Port fa827123-202a-44d7-a38f-641a407b9e0f cannot update to ACTIVE because it is not bound. {{(pid=103676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:49:58.922594 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c4cb30-5b4e-47cc-b6ef-8e448f7b33b7 req-88d2e3f2-cc86-492e-bf4e-751fc3521282 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:58.924437 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f7c4cb30-5b4e-47cc-b6ef-8e448f7b33b7 req-88d2e3f2-cc86-492e-bf4e-751fc3521282 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 932 time: 0.0785177 Jun 16 13:49:58.971889 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f7c4cb30-5b4e-47cc-b6ef-8e448f7b33b7 req-96982406-bf96-44f3-bd35-a89e6b6056f4 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413039 Jun 16 13:49:59.055921 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.notifiers.nova [req-bfc5eebc-16b3-4b9a-b117-32b50b379727 req-1c6fae59-443a-47be-ba43-b6bc0c0c3bb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa827123-202a-44d7-a38f-641a407b9e0f {{(pid=103675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:49:59.064797 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-bfc5eebc-16b3-4b9a-b117-32b50b379727 req-1c6fae59-443a-47be-ba43-b6bc0c0c3bb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:59.078325 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [req-bfc5eebc-16b3-4b9a-b117-32b50b379727 req-1c6fae59-443a-47be-ba43-b6bc0c0c3bb7 service neutron] Transition to ACTIVE for port object fa827123-202a-44d7-a38f-641a407b9e0f will not be triggered until provisioned by entity L2. {{(pid=103675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:49:59.084580 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-bfc5eebc-16b3-4b9a-b117-32b50b379727 req-1c6fae59-443a-47be-ba43-b6bc0c0c3bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10266988'] for port, after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:59.087937 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-ae21702b-2563-4e80-92e2-7db173b06e88 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:49:59.104216 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2bab28-6fa9-44d7-b172-0c8f75d0aa45 req-063deddb-17fb-4108-a65f-53c9e7adf639 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:59.105835 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-cc2bab28-6fa9-44d7-b172-0c8f75d0aa45 req-063deddb-17fb-4108-a65f-53c9e7adf639 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=61683663-9e53-4934-8b7f-20a96aed3f0c HTTP/1.1" status: 200 len: 945 time: 0.0732343 Jun 16 13:49:59.159073 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-cc2bab28-6fa9-44d7-b172-0c8f75d0aa45 req-bb50e070-80f1-4ab0-9313-39db96e90308 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=a043530c-1616-45f4-b982-a93e5b3414d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473120 Jun 16 13:49:59.194590 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6fae59-443a-47be-ba43-b6bc0c0c3bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=fa827123-202a-44d7-a38f-641a407b9e0f,revision_number=2']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:49:59.204145 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-1c6fae59-443a-47be-ba43-b6bc0c0c3bb7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:49:59.259532 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [req-bfc5eebc-16b3-4b9a-b117-32b50b379727 req-1c6fae59-443a-47be-ba43-b6bc0c0c3bb7 service neutron] Attempting to bind port fa827123-202a-44d7-a38f-641a407b9e0f on host hv-cinder-78960 for vnic_type normal with profile {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:49:59.259892 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [req-bfc5eebc-16b3-4b9a-b117-32b50b379727 req-1c6fae59-443a-47be-ba43-b6bc0c0c3bb7 service neutron] Attempting to bind port fa827123-202a-44d7-a38f-641a407b9e0f by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '29d3f593-ba8c-4d27-8f0e-5003fc71b744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'b4697126-5628-44a4-9716-d1cd33ca7762'}] {{(pid=103675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:49:59.260239 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc5eebc-16b3-4b9a-b117-32b50b379727 req-1c6fae59-443a-47be-ba43-b6bc0c0c3bb7 service neutron] Attempting to bind port fa827123-202a-44d7-a38f-641a407b9e0f on network b4697126-5628-44a4-9716-d1cd33ca7762 {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:49:59.266298 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc5eebc-16b3-4b9a-b117-32b50b379727 req-1c6fae59-443a-47be-ba43-b6bc0c0c3bb7 service neutron] Port fa827123-202a-44d7-a38f-641a407b9e0f on network b4697126-5628-44a4-9716-d1cd33ca7762 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 13:49:59.266746 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc5eebc-16b3-4b9a-b117-32b50b379727 req-1c6fae59-443a-47be-ba43-b6bc0c0c3bb7 service neutron] Attempting to bind port fa827123-202a-44d7-a38f-641a407b9e0f on network b4697126-5628-44a4-9716-d1cd33ca7762 {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:49:59.273938 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc5eebc-16b3-4b9a-b117-32b50b379727 req-1c6fae59-443a-47be-ba43-b6bc0c0c3bb7 service neutron] Checking agent: {'id': '1d30c470-50d4-4ce2-b27c-c11b758166c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 42, 10), 'started_at': datetime.datetime(2021, 6, 16, 13, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:49:59.274300 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc5eebc-16b3-4b9a-b117-32b50b379727 req-1c6fae59-443a-47be-ba43-b6bc0c0c3bb7 service neutron] Checking segment: {'id': '29d3f593-ba8c-4d27-8f0e-5003fc71b744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'b4697126-5628-44a4-9716-d1cd33ca7762'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:49:59.274696 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc5eebc-16b3-4b9a-b117-32b50b379727 req-1c6fae59-443a-47be-ba43-b6bc0c0c3bb7 service neutron] Bound using segment: {'id': '29d3f593-ba8c-4d27-8f0e-5003fc71b744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'b4697126-5628-44a4-9716-d1cd33ca7762'} {{(pid=103675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:49:59.275173 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.managers [req-bfc5eebc-16b3-4b9a-b117-32b50b379727 req-1c6fae59-443a-47be-ba43-b6bc0c0c3bb7 service neutron] Bound port: fa827123-202a-44d7-a38f-641a407b9e0f, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29d3f593-ba8c-4d27-8f0e-5003fc71b744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1181, 'network_id': 'b4697126-5628-44a4-9716-d1cd33ca7762'}}] {{(pid=103675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:49:59.275522 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-bfc5eebc-16b3-4b9a-b117-32b50b379727 req-1c6fae59-443a-47be-ba43-b6bc0c0c3bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:59.349684 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.db [req-bfc5eebc-16b3-4b9a-b117-32b50b379727 req-1c6fae59-443a-47be-ba43-b6bc0c0c3bb7 service neutron] For port fa827123-202a-44d7-a38f-641a407b9e0f, host hv-cinder-78960, cleared binding levels {{(pid=103675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:49:59.353302 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.db [req-bfc5eebc-16b3-4b9a-b117-32b50b379727 req-1c6fae59-443a-47be-ba43-b6bc0c0c3bb7 service neutron] For port fa827123-202a-44d7-a38f-641a407b9e0f, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=fa827123-202a-44d7-a38f-641a407b9e0f,segment=NetworkSegment(29d3f593-ba8c-4d27-8f0e-5003fc71b744),segment_id=29d3f593-ba8c-4d27-8f0e-5003fc71b744)] {{(pid=103675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:49:59.358437 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-bfc5eebc-16b3-4b9a-b117-32b50b379727 req-1c6fae59-443a-47be-ba43-b6bc0c0c3bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10266988'] for port, after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:59.360575 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-c25b24cf-fa06-4a08-b674-98650295ef43 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:49:59.396661 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc5eebc-16b3-4b9a-b117-32b50b379727 req-1c6fae59-443a-47be-ba43-b6bc0c0c3bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:59.397211 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [req-bfc5eebc-16b3-4b9a-b117-32b50b379727 req-1c6fae59-443a-47be-ba43-b6bc0c0c3bb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914'] for port, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:59.398639 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-bfc5eebc-16b3-4b9a-b117-32b50b379727 req-1c6fae59-443a-47be-ba43-b6bc0c0c3bb7 service neutron] 10.222.0.101 "PUT /v2.0/ports/fa827123-202a-44d7-a38f-641a407b9e0f HTTP/1.1" status: 200 len: 1094 time: 0.7695224 Jun 16 13:49:59.399264 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d', 'tag': 'fa827123-202a-44d7-a38f-641a407b9e0f'}] {{(pid=103675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:49:59.401611 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a16ec9cc8eba4f619b451732e343570940bd63550f2ec78b6d3f6fbb7e41a49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f8c664-9a80-4c08-b629-aa7f5b61cb2f" -d '{"events": [{"name": "network-changed", "server_uuid": "f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d", "tag": "fa827123-202a-44d7-a38f-641a407b9e0f"}]}' {{(pid=103675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:49:59.444698 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6fae59-443a-47be-ba43-b6bc0c0c3bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=fa827123-202a-44d7-a38f-641a407b9e0f,revision_number=3']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:49:59.448127 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-1c6fae59-443a-47be-ba43-b6bc0c0c3bb7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:49:59.467239 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b901088f-cc10-452d-9a54-66fd7256b287 x-openstack-request-id: req-b901088f-cc10-452d-9a54-66fd7256b287 {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:49:59.467563 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d", "tag": "fa827123-202a-44d7-a38f-641a407b9e0f", "status": "completed", "code": 200}]} {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:49:59.467867 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-b901088f-cc10-452d-9a54-66fd7256b287 {{(pid=103675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:49:59.468324 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d', 'tag': 'fa827123-202a-44d7-a38f-641a407b9e0f', 'status': 'completed', 'code': 200} Jun 16 13:49:59.521493 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc5eebc-16b3-4b9a-b117-32b50b379727 req-c7539f3b-6805-4ec2-b080-fd3e7f6b0a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:59.523045 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-bfc5eebc-16b3-4b9a-b117-32b50b379727 req-c7539f3b-6805-4ec2-b080-fd3e7f6b0a01 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=908a353f90684e269bfddb80904ca191&device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 1097 time: 0.0710220 Jun 16 13:49:59.570075 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-bfc5eebc-16b3-4b9a-b117-32b50b379727 req-b34e4b22-4682-4a29-b14a-9c7c0d1106c0 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa827123-202a-44d7-a38f-641a407b9e0f HTTP/1.1" status: 200 len: 217 time: 0.0382037 Jun 16 13:49:59.627636 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc5eebc-16b3-4b9a-b117-32b50b379727 req-1d1e98f9-064d-47d8-89fa-237ac88d1480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:59.629293 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-bfc5eebc-16b3-4b9a-b117-32b50b379727 req-1d1e98f9-064d-47d8-89fa-237ac88d1480 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=e7ad7888-1d58-4693-a737-cc195965ac3b HTTP/1.1" status: 200 len: 855 time: 0.0503857 Jun 16 13:49:59.695310 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc5eebc-16b3-4b9a-b117-32b50b379727 req-b9f42708-bb4a-4c96-8c62-1a1caf13d757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:59.696764 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-bfc5eebc-16b3-4b9a-b117-32b50b379727 req-b9f42708-bb4a-4c96-8c62-1a1caf13d757 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=b4697126-5628-44a4-9716-d1cd33ca7762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0604231 Jun 16 13:49:59.769456 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b9c4a-1aae-4420-9ff3-8ed151f1e560 req-d81d1014-7b9c-4972-abc2-2c921bbe0421 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:49:59.770937 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e58b9c4a-1aae-4420-9ff3-8ed151f1e560 req-d81d1014-7b9c-4972-abc2-2c921bbe0421 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.101 "GET /v2.0/ports?device_id=61683663-9e53-4934-8b7f-20a96aed3f0c HTTP/1.1" status: 200 len: 945 time: 0.0662768 Jun 16 13:49:59.790588 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-bfc5eebc-16b3-4b9a-b117-32b50b379727 req-6e844957-3e43-4ee5-a6f2-3e49ed65db13 service neutron] 10.222.0.101 "GET /v2.0/networks/b4697126-5628-44a4-9716-d1cd33ca7762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856965 Jun 16 13:49:59.886142 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [req-e58b9c4a-1aae-4420-9ff3-8ed151f1e560 req-09b8aa29-b27d-4652-bbae-9b1a02806160 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Deleting port 761f44d4-2f2d-4a7e-9b8d-305f9ed8953a {{(pid=103674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:49:59.886886 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-e58b9c4a-1aae-4420-9ff3-8ed151f1e560 req-09b8aa29-b27d-4652-bbae-9b1a02806160 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779595332765'] for port, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:49:59.894044 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-bfc5eebc-16b3-4b9a-b117-32b50b379727 req-dd9b5268-05b4-4b7e-836b-fb24f3c9a9fa service neutron] 10.222.0.101 "GET /v2.0/networks/b4697126-5628-44a4-9716-d1cd33ca7762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968370 Jun 16 13:49:59.992184 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.db [req-e58b9c4a-1aae-4420-9ff3-8ed151f1e560 req-09b8aa29-b27d-4652-bbae-9b1a02806160 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] For port 761f44d4-2f2d-4a7e-9b8d-305f9ed8953a, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=761f44d4-2f2d-4a7e-9b8d-305f9ed8953a,segment=NetworkSegment(622c5b0b-6308-4004-9e45-2637df01274d),segment_id=622c5b0b-6308-4004-9e45-2637df01274d)] {{(pid=103674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:49:59.992837 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-e58b9c4a-1aae-4420-9ff3-8ed151f1e560 req-09b8aa29-b27d-4652-bbae-9b1a02806160 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757230'] for port, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:00.003288 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f8c664-9a80-4c08-b629-aa7f5b61cb2f req-c8fca18a-cb89-48ae-a88d-6b5726e63ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:00.004953 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-e6f8c664-9a80-4c08-b629-aa7f5b61cb2f req-c8fca18a-cb89-48ae-a88d-6b5726e63ced service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=908a353f90684e269bfddb80904ca191&device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 1097 time: 0.0585294 Jun 16 13:50:00.125767 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f8c664-9a80-4c08-b629-aa7f5b61cb2f req-a8b436dd-c6ee-461a-83f6-37baec76ca03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:00.127234 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-e6f8c664-9a80-4c08-b629-aa7f5b61cb2f req-a8b436dd-c6ee-461a-83f6-37baec76ca03 service neutron] 10.222.0.101 "GET /v2.0/networks?id=b4697126-5628-44a4-9716-d1cd33ca7762 HTTP/1.1" status: 200 len: 918 time: 0.1150253 Jun 16 13:50:00.173210 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-e6f8c664-9a80-4c08-b629-aa7f5b61cb2f req-ac24ec00-f06c-48b2-be99-a9ade235a593 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa827123-202a-44d7-a38f-641a407b9e0f HTTP/1.1" status: 200 len: 217 time: 0.0380883 Jun 16 13:50:00.220057 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-e58b9c4a-1aae-4420-9ff3-8ed151f1e560 req-09b8aa29-b27d-4652-bbae-9b1a02806160 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:00.220419 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-e58b9c4a-1aae-4420-9ff3-8ed151f1e560 req-09b8aa29-b27d-4652-bbae-9b1a02806160 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759278'] for floatingip, after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:00.220717 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.db.l3_db [req-e58b9c4a-1aae-4420-9ff3-8ed151f1e560 req-09b8aa29-b27d-4652-bbae-9b1a02806160 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Floating IP 38ab3370-19aa-4e18-bb7e-9613d4d969a8 disassociated. External IP: 172.28.1.69, port: 761f44d4-2f2d-4a7e-9b8d-305f9ed8953a. Jun 16 13:50:00.221079 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [req-e58b9c4a-1aae-4420-9ff3-8ed151f1e560 req-09b8aa29-b27d-4652-bbae-9b1a02806160 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Calling delete_port for 761f44d4-2f2d-4a7e-9b8d-305f9ed8953a owned by compute:nova {{(pid=103674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:50:00.224540 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f8c664-9a80-4c08-b629-aa7f5b61cb2f req-baca52a3-811c-4621-af84-69231ae9e868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:00.226449 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-e6f8c664-9a80-4c08-b629-aa7f5b61cb2f req-baca52a3-811c-4621-af84-69231ae9e868 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=e7ad7888-1d58-4693-a737-cc195965ac3b HTTP/1.1" status: 200 len: 855 time: 0.0459316 Jun 16 13:50:00.241724 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03265040-914b-4d74-bc98-1ab0b8593c68 req-1319dae8-b010-4931-9043-ff98c6717f2b tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:00.243215 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-03265040-914b-4d74-bc98-1ab0b8593c68 req-1319dae8-b010-4931-9043-ff98c6717f2b tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 944 time: 0.1362391 Jun 16 13:50:00.301947 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f8c664-9a80-4c08-b629-aa7f5b61cb2f req-2a7f1673-aa78-45c8-8fad-c2989ba6694e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:00.303518 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-e6f8c664-9a80-4c08-b629-aa7f5b61cb2f req-2a7f1673-aa78-45c8-8fad-c2989ba6694e service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=b4697126-5628-44a4-9716-d1cd33ca7762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0682774 Jun 16 13:50:00.362641 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-03265040-914b-4d74-bc98-1ab0b8593c68 req-ca31c5fe-c357-44a7-996d-b54680e64e62 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826244 Jun 16 13:50:00.413537 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-e6f8c664-9a80-4c08-b629-aa7f5b61cb2f req-a3fb5691-615b-4bdc-9452-82f9be7710fd service neutron] 10.222.0.101 "GET /v2.0/networks/b4697126-5628-44a4-9716-d1cd33ca7762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001866 Jun 16 13:50:00.436677 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b3900-2cbf-4e10-a300-c9acec597c22 req-bfc22435-0b46-466b-81b1-928308765511 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:00.438196 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-558b3900-2cbf-4e10-a300-c9acec597c22 req-bfc22435-0b46-466b-81b1-928308765511 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/ports?device_id=61683663-9e53-4934-8b7f-20a96aed3f0c HTTP/1.1" status: 200 len: 945 time: 0.1382625 Jun 16 13:50:00.469283 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-e58b9c4a-1aae-4420-9ff3-8ed151f1e560 req-09b8aa29-b27d-4652-bbae-9b1a02806160 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779595337849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779594881055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10072337'] for port, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:00.474802 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-b7b9fe8b-62a5-4a01-bba3-a1e1cd8e8b0e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:00.504929 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b8aa29-b27d-4652-bbae-9b1a02806160 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Pushing event deleted for resources: {'Port': ['ID=761f44d4-2f2d-4a7e-9b8d-305f9ed8953a,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:00.512662 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-09b8aa29-b27d-4652-bbae-9b1a02806160 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:00.515915 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [req-e6f8c664-9a80-4c08-b629-aa7f5b61cb2f req-94b5c6bb-5f40-4049-9a1c-a31934dc00fd service neutron] 10.222.0.101 "GET /v2.0/networks/b4697126-5628-44a4-9716-d1cd33ca7762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934842 Jun 16 13:50:00.524782 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-558b3900-2cbf-4e10-a300-c9acec597c22 req-068e7b66-510e-415d-b865-48b6d5359d8d tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups?id=a043530c-1616-45f4-b982-a93e5b3414d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787926 Jun 16 13:50:00.643303 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e58b9c4a-1aae-4420-9ff3-8ed151f1e560 req-09b8aa29-b27d-4652-bbae-9b1a02806160 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Router 80b5022e-8a5c-40bd-9fbe-ac27764915f6 has already been hosted by L3 agent bfb54b95-b8bd-4202-8e6c-bc5e048a10e9 {{(pid=103674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:50:00.760548 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e58b9c4a-1aae-4420-9ff3-8ed151f1e560 req-09b8aa29-b27d-4652-bbae-9b1a02806160 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify agent at l3_agent.dv-cinder-789603-10-smb the message routers_updated {{(pid=103674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:50:00.770718 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4265041b-cc0a-4adb-b6b8-ee42066d1028 None None] Sync routers for ids ['80b5022e-8a5c-40bd-9fbe-ac27764915f6'] in dv-cinder-789603-10-smb {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:50:00.780926 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4265041b-cc0a-4adb-b6b8-ee42066d1028 None None] Routers {'80b5022e-8a5c-40bd-9fbe-ac27764915f6'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:50:00.781558 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-4265041b-cc0a-4adb-b6b8-ee42066d1028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:49:31Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['80b5022e-8a5c-40bd-9fbe-ac27764915f6'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:50:00.804925 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [req-e58b9c4a-1aae-4420-9ff3-8ed151f1e560 req-09b8aa29-b27d-4652-bbae-9b1a02806160 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] No DVR routers for this DVR port 761f44d4-2f2d-4a7e-9b8d-305f9ed8953a on host hv-cinder-78960 {{(pid=103674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:50:00.807636 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-e58b9c4a-1aae-4420-9ff3-8ed151f1e560 req-09b8aa29-b27d-4652-bbae-9b1a02806160 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914'] for port, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:00.809764 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e58b9c4a-1aae-4420-9ff3-8ed151f1e560 req-09b8aa29-b27d-4652-bbae-9b1a02806160 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.101 "DELETE /v2.0/ports/761f44d4-2f2d-4a7e-9b8d-305f9ed8953a HTTP/1.1" status: 204 len: 173 time: 1.0318444 Jun 16 13:50:00.810265 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61683663-9e53-4934-8b7f-20a96aed3f0c', 'name': 'network-vif-deleted', 'tag': '761f44d4-2f2d-4a7e-9b8d-305f9ed8953a'}] {{(pid=103674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:50:00.812699 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf0caa33b503d1f2c3d6e3a51c00f46bab3e78c159fea0ab96052d9779657e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba09c6d7-d824-40a7-aaf5-1477524dd2e7" -d '{"events": [{"server_uuid": "61683663-9e53-4934-8b7f-20a96aed3f0c", "name": "network-vif-deleted", "tag": "761f44d4-2f2d-4a7e-9b8d-305f9ed8953a"}]}' {{(pid=103674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:50:00.903022 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-4265041b-cc0a-4adb-b6b8-ee42066d1028 None None] Set router 80b5022e-8a5c-40bd-9fbe-ac27764915f6 gateway port host: dv-cinder-789603-10-smb {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:50:00.911163 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d70079-6cbb-4fa3-9216-f1ac29022267 x-openstack-request-id: req-04d70079-6cbb-4fa3-9216-f1ac29022267 {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:50:00.911555 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61683663-9e53-4934-8b7f-20a96aed3f0c", "name": "network-vif-deleted", "tag": "761f44d4-2f2d-4a7e-9b8d-305f9ed8953a", "status": "completed", "code": 200}]} {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:50:00.911901 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-04d70079-6cbb-4fa3-9216-f1ac29022267 {{(pid=103674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:50:00.912561 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61683663-9e53-4934-8b7f-20a96aed3f0c', 'name': 'network-vif-deleted', 'tag': '761f44d4-2f2d-4a7e-9b8d-305f9ed8953a', 'status': 'completed', 'code': 200} Jun 16 13:50:01.138161 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:01.153584 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-4265041b-cc0a-4adb-b6b8-ee42066d1028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b5022e-8a5c-40bd-9fbe-ac27764915f6', 'name': 'tempest-AttachVolumeTestJSON-304096213-router', 'tenant_id': '1c34861a49bb497085ef26aa3cc556f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.127'}], 'enable_snat': True}, 'gw_port_id': '89afefbb-493e-409f-964f-cd2e8e01ddfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:43:51Z', 'updated_at': '2021-06-16T13:44:00Z', 'revision_number': 4, 'project_id': '1c34861a49bb497085ef26aa3cc556f7', 'gw_port': {'id': '89afefbb-493e-409f-964f-cd2e8e01ddfb', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:04:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b5022e-8a5c-40bd-9fbe-ac27764915f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:43:54Z', 'updated_at': '2021-06-16T13:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_interfaces': [{'id': 'd2db28d1-4214-48dd-8787-668a517f73c8', 'name': '', 'network_id': 'bc7f85d7-a9cc-4cbe-8009-a532b58d3643', 'tenant_id': '1c34861a49bb497085ef26aa3cc556f7', 'mac_address': 'fa:16:3e:f2:01:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b5022e-8a5c-40bd-9fbe-ac27764915f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fdb76e97-5183-4499-ab60-29df581b2de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:43:58Z', 'updated_at': '2021-06-16T13:44:14Z', 'revision_number': 5, 'project_id': '1c34861a49bb497085ef26aa3cc556f7', 'subnets': [{'id': 'fdb76e97-5183-4499-ab60-29df581b2de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:50:01.157142 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4265041b-cc0a-4adb-b6b8-ee42066d1028 None None] Checking router: 80b5022e-8a5c-40bd-9fbe-ac27764915f6 for host: dv-cinder-789603-10-smb {{(pid=103676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:50:01.165155 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4265041b-cc0a-4adb-b6b8-ee42066d1028 None None] Routers {'80b5022e-8a5c-40bd-9fbe-ac27764915f6'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:50:01.165772 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-4265041b-cc0a-4adb-b6b8-ee42066d1028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:49:31Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['80b5022e-8a5c-40bd-9fbe-ac27764915f6'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:50:01.287607 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-4265041b-cc0a-4adb-b6b8-ee42066d1028 None None] Set router 80b5022e-8a5c-40bd-9fbe-ac27764915f6 gateway port host: dv-cinder-789603-10-smb {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:50:01.314313 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-dac7c06e-b48a-4511-adc1-0a68a8ebd986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:01.536874 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-4265041b-cc0a-4adb-b6b8-ee42066d1028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b5022e-8a5c-40bd-9fbe-ac27764915f6', 'name': 'tempest-AttachVolumeTestJSON-304096213-router', 'tenant_id': '1c34861a49bb497085ef26aa3cc556f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.127'}], 'enable_snat': True}, 'gw_port_id': '89afefbb-493e-409f-964f-cd2e8e01ddfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:43:51Z', 'updated_at': '2021-06-16T13:44:00Z', 'revision_number': 4, 'project_id': '1c34861a49bb497085ef26aa3cc556f7', 'gw_port': {'id': '89afefbb-493e-409f-964f-cd2e8e01ddfb', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:04:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b5022e-8a5c-40bd-9fbe-ac27764915f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:43:54Z', 'updated_at': '2021-06-16T13:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_interfaces': [{'id': 'd2db28d1-4214-48dd-8787-668a517f73c8', 'name': '', 'network_id': 'bc7f85d7-a9cc-4cbe-8009-a532b58d3643', 'tenant_id': '1c34861a49bb497085ef26aa3cc556f7', 'mac_address': 'fa:16:3e:f2:01:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b5022e-8a5c-40bd-9fbe-ac27764915f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fdb76e97-5183-4499-ab60-29df581b2de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:43:58Z', 'updated_at': '2021-06-16T13:44:14Z', 'revision_number': 5, 'project_id': '1c34861a49bb497085ef26aa3cc556f7', 'subnets': [{'id': 'fdb76e97-5183-4499-ab60-29df581b2de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:50:01.545704 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4265041b-cc0a-4adb-b6b8-ee42066d1028 None None] The sync data for ids ['80b5022e-8a5c-40bd-9fbe-ac27764915f6'] in dv-cinder-789603-10-smb is: [{'id': '80b5022e-8a5c-40bd-9fbe-ac27764915f6', 'name': 'tempest-AttachVolumeTestJSON-304096213-router', 'tenant_id': '1c34861a49bb497085ef26aa3cc556f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.127'}], 'enable_snat': True}, 'gw_port_id': '89afefbb-493e-409f-964f-cd2e8e01ddfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:43:51Z', 'updated_at': '2021-06-16T13:44:00Z', 'revision_number': 4, 'project_id': '1c34861a49bb497085ef26aa3cc556f7', 'gw_port': {'id': '89afefbb-493e-409f-964f-cd2e8e01ddfb', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:04:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b5022e-8a5c-40bd-9fbe-ac27764915f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:43:54Z', 'updated_at': '2021-06-16T13:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_interfaces': [{'id': 'd2db28d1-4214-48dd-8787-668a517f73c8', 'name': '', 'network_id': 'bc7f85d7-a9cc-4cbe-8009-a532b58d3643', 'tenant_id': '1c34861a49bb497085ef26aa3cc556f7', 'mac_address': 'fa:16:3e:f2:01:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b5022e-8a5c-40bd-9fbe-ac27764915f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fdb76e97-5183-4499-ab60-29df581b2de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:43:58Z', 'updated_at': '2021-06-16T13:44:14Z', 'revision_number': 5, 'project_id': '1c34861a49bb497085ef26aa3cc556f7', 'subnets': [{'id': 'fdb76e97-5183-4499-ab60-29df581b2de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:50:01.574715 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33313960-0c4f-4d57-b9c5-ef92e92c14e9 req-76c6c162-a605-4029-8b78-92ec64e5cc49 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:01.582529 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-33313960-0c4f-4d57-b9c5-ef92e92c14e9 req-76c6c162-a605-4029-8b78-92ec64e5cc49 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 944 time: 0.0876646 Jun 16 13:50:01.629882 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-33313960-0c4f-4d57-b9c5-ef92e92c14e9 req-99d99711-33ee-4ac1-82ee-1d3387970b43 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463867 Jun 16 13:50:01.694123 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 43868) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:50:01.758443 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-f2d9f638-8cbb-4866-a20f-ad3c7c086af7 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks [] for security_group, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:01.784303 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102828c0-0ed5-4372-810c-86a6c1585474 None None] New status for floating IP 38ab3370-19aa-4e18-bb7e-9613d4d969a8: DOWN {{(pid=103677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 13:50:01.787645 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-f2d9f638-8cbb-4866-a20f-ad3c7c086af7 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:01.837925 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-f2d9f638-8cbb-4866-a20f-ad3c7c086af7 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:01.840770 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-f2d9f638-8cbb-4866-a20f-ad3c7c086af7 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:01.841974 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-f2d9f638-8cbb-4866-a20f-ad3c7c086af7 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "DELETE /v2.0/security-groups/a043530c-1616-45f4-b982-a93e5b3414d3 HTTP/1.1" status: 204 len: 168 time: 0.1462114 Jun 16 13:50:01.842781 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-188f0470-6034-44af-b2b8-9640961622a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:01.844859 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 43870) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:50:01.858732 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d9f638-8cbb-4866-a20f-ad3c7c086af7 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a043530c-1616-45f4-b982-a93e5b3414d3,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:01.859866 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.api.v2.resource [None req-c5b4ebd1-c000-4be2-8aa2-d7ce2d721c35 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] show failed (client error): The resource could not be found. Jun 16 13:50:01.861800 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-c5b4ebd1-c000-4be2-8aa2-d7ce2d721c35 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "GET /v2.0/security-groups/a043530c-1616-45f4-b982-a93e5b3414d3 HTTP/1.1" status: 404 len: 347 time: 0.0159276 Jun 16 13:50:01.864086 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-f2d9f638-8cbb-4866-a20f-ad3c7c086af7 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:01.864924 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 43872) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:50:01.997553 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-1aa6c7d3-9b15-4264-bcca-2c8ea3f3bc01 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Deleting port 1535c777-6c34-4cb6-ae18-adf3fb4d6d47 {{(pid=103674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:50:01.997902 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1aa6c7d3-9b15-4264-bcca-2c8ea3f3bc01 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779595332765'] for port, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:02.052216 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9426d120-8ef3-450b-a3fa-438be4b95f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:02.082240 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1aa6c7d3-9b15-4264-bcca-2c8ea3f3bc01 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757230'] for port, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:02.082601 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1aa6c7d3-9b15-4264-bcca-2c8ea3f3bc01 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:02.149494 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-1aa6c7d3-9b15-4264-bcca-2c8ea3f3bc01 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Calling delete_port for 1535c777-6c34-4cb6-ae18-adf3fb4d6d47 owned by network:floatingip {{(pid=103674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:50:02.288787 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1aa6c7d3-9b15-4264-bcca-2c8ea3f3bc01 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779595337849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779594881055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10072337'] for port, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:02.292105 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-511f682c-72a9-4527-9a10-56d54f7a273c tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:02.324909 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa6c7d3-9b15-4264-bcca-2c8ea3f3bc01 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Pushing event deleted for resources: {'Port': ['ID=1535c777-6c34-4cb6-ae18-adf3fb4d6d47,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:02.331918 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-1aa6c7d3-9b15-4264-bcca-2c8ea3f3bc01 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:02.387639 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1aa6c7d3-9b15-4264-bcca-2c8ea3f3bc01 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks [] for floatingip, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:02.390716 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1aa6c7d3-9b15-4264-bcca-2c8ea3f3bc01 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914'] for floatingip, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:02.391856 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-1aa6c7d3-9b15-4264-bcca-2c8ea3f3bc01 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] 10.222.0.104 "DELETE /v2.0/floatingips/38ab3370-19aa-4e18-bb7e-9613d4d969a8 HTTP/1.1" status: 204 len: 168 time: 0.5259652 Jun 16 13:50:02.976533 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97adbec2-3fef-4d6b-bfd4-084482bef484 req-90ee78c8-f926-4613-8de6-9e5a0c2d28f1 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:02.977954 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-97adbec2-3fef-4d6b-bfd4-084482bef484 req-90ee78c8-f926-4613-8de6-9e5a0c2d28f1 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 944 time: 0.0706794 Jun 16 13:50:03.020173 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-97adbec2-3fef-4d6b-bfd4-084482bef484 req-135abad2-a472-4e86-be65-36051fa4f830 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362184 Jun 16 13:50:03.772106 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device fa827123-202a-44d7-a38f-641a407b9e0f details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:50:03.774400 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 761f44d4-2f2d-4a7e-9b8d-305f9ed8953a no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:50:03.803196 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] No Port match for: 761f44d4-2f2d-4a7e-9b8d-305f9ed8953a {{(pid=103676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:50:03.803568 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 761f44d4-2f2d-4a7e-9b8d-305f9ed8953a not bound to the agent host hv-cinder-78960 {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:50:03.892858 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port fa827123-202a-44d7-a38f-641a407b9e0f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=fa827123-202a-44d7-a38f-641a407b9e0f,segment=NetworkSegment(29d3f593-ba8c-4d27-8f0e-5003fc71b744),segment_id=29d3f593-ba8c-4d27-8f0e-5003fc71b744)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:50:03.905384 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Returning: {'device': 'fa827123-202a-44d7-a38f-641a407b9e0f', 'network_id': 'b4697126-5628-44a4-9716-d1cd33ca7762', 'port_id': 'fa827123-202a-44d7-a38f-641a407b9e0f', 'mac_address': 'fa:16:3e:45:74:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7ad7888-1d58-4693-a737-cc195965ac3b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:50:03.943377 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3cd87a0a-8c13-4d66-8546-43ee61e1d8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:03.952776 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:03.966343 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.notifiers.nova [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa827123-202a-44d7-a38f-641a407b9e0f {{(pid=103676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:50:03.985672 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port fa827123-202a-44d7-a38f-641a407b9e0f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=fa827123-202a-44d7-a38f-641a407b9e0f,segment=NetworkSegment(29d3f593-ba8c-4d27-8f0e-5003fc71b744),segment_id=29d3f593-ba8c-4d27-8f0e-5003fc71b744)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:50:03.990325 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:03.992281 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-9ae09f88-5f32-4d30-99f6-318fc4e9fa01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:04.037711 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Pushing event updated for resources: {'Port': ['ID=fa827123-202a-44d7-a38f-641a407b9e0f,revision_number=4']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:04.044837 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:04.045182 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:04.045514 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:04.045844 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:04.046163 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:04.046487 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:04.046808 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:04.047126 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:04.047451 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:04.047765 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:04.048103 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:04.048429 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:04.052537 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:04.216420 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08d091-90f9-4a4c-98d0-70189624078d req-19e32ebd-1816-400c-9f6a-2bbbadceb01e tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:04.217866 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ba08d091-90f9-4a4c-98d0-70189624078d req-19e32ebd-1816-400c-9f6a-2bbbadceb01e tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 945 time: 0.0719099 Jun 16 13:50:04.236319 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] get_ports_and_sgs() called for port_ids ['fa827123-202a-44d7-a38f-641a407b9e0f'] {{(pid=103676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:50:04.258528 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ba08d091-90f9-4a4c-98d0-70189624078d req-58f6bc77-355c-4796-b945-c5b08841f8c9 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338912 Jun 16 13:50:05.463351 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979b68f-2896-4fa1-8e6d-894ee28b0b4b req-d943f144-acff-4d69-b2c3-8a532e8babe5 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:05.464947 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-3979b68f-2896-4fa1-8e6d-894ee28b0b4b req-d943f144-acff-4d69-b2c3-8a532e8babe5 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 945 time: 0.0729394 Jun 16 13:50:05.505461 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-3979b68f-2896-4fa1-8e6d-894ee28b0b4b req-877eab76-94f8-4d38-8bbe-4bc5b3a02dcb tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344810 Jun 16 13:50:05.796692 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device fa827123-202a-44d7-a38f-641a407b9e0f up at agent hyperv_hv-cinder-78960 {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:50:05.851096 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Provisioning for port fa827123-202a-44d7-a38f-641a407b9e0f completed by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:50:05.855429 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Provisioning complete for port fa827123-202a-44d7-a38f-641a407b9e0f triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:50:05.855811 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:05.944454 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:05.970801 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa827123-202a-44d7-a38f-641a407b9e0f'}] {{(pid=103676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:50:05.973297 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}effa97d0e2123b52db6fac0114eb4251877085964bb68e70a4b566e9e639f06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502b5019-4052-41c9-9f13-c7ff8aed6d1a" -d '{"events": [{"server_uuid": "f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d", "name": "network-vif-plugged", "status": "completed", "tag": "fa827123-202a-44d7-a38f-641a407b9e0f"}]}' {{(pid=103676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:50:05.987878 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port fa827123-202a-44d7-a38f-641a407b9e0f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=fa827123-202a-44d7-a38f-641a407b9e0f,segment=NetworkSegment(29d3f593-ba8c-4d27-8f0e-5003fc71b744),segment_id=29d3f593-ba8c-4d27-8f0e-5003fc71b744)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:50:05.997227 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:06.000742 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:06.060474 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Pushing event updated for resources: {'Port': ['ID=fa827123-202a-44d7-a38f-641a407b9e0f,revision_number=5']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:06.072516 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:06.092237 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be4a6eb-fe10-46f3-a946-25b3051335dc x-openstack-request-id: req-6be4a6eb-fe10-46f3-a946-25b3051335dc {{(pid=103676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:50:06.092521 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d", "name": "network-vif-plugged", "status": "completed", "tag": "fa827123-202a-44d7-a38f-641a407b9e0f", "code": 200}]} {{(pid=103676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:50:06.092806 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-6be4a6eb-fe10-46f3-a946-25b3051335dc {{(pid=103676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:50:06.093243 dv-cinder-789603-10-smb neutron-server[103676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa827123-202a-44d7-a38f-641a407b9e0f', 'code': 200} Jun 16 13:50:06.146138 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 43910) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:50:06.343748 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953223a-f660-426d-b8e0-010bbfcfcc16 req-54f5cab4-2a44-4910-824a-84aa9213560c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:06.345405 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-b953223a-f660-426d-b8e0-010bbfcfcc16 req-54f5cab4-2a44-4910-824a-84aa9213560c service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 1099 time: 0.0625582 Jun 16 13:50:06.386434 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-b953223a-f660-426d-b8e0-010bbfcfcc16 req-c1b72208-8594-4650-9c02-d7ea92c64072 service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335386 Jun 16 13:50:06.705316 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9737382b-a460-4413-abfa-16a48877904f req-f7ff1e9e-f186-4607-b5ef-63835b017e00 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:06.706665 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-9737382b-a460-4413-abfa-16a48877904f req-f7ff1e9e-f186-4607-b5ef-63835b017e00 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 946 time: 0.0770016 Jun 16 13:50:06.710834 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-22851abd-9dfd-4d85-ab56-4a07d23470cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690889'] for router_interface, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:06.747234 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-9737382b-a460-4413-abfa-16a48877904f req-8947dcd8-3163-4baf-83d2-81b9c1581473 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341532 Jun 16 13:50:07.280757 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-22851abd-9dfd-4d85-ab56-4a07d23470cf admin admin] Deleting port d2db28d1-4214-48dd-8787-668a517f73c8 {{(pid=103675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:50:07.281442 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-22851abd-9dfd-4d85-ab56-4a07d23470cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779595332765'] for port, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:07.363755 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-22851abd-9dfd-4d85-ab56-4a07d23470cf admin admin] For port d2db28d1-4214-48dd-8787-668a517f73c8, host dv-cinder-789603-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=d2db28d1-4214-48dd-8787-668a517f73c8,segment=NetworkSegment(622c5b0b-6308-4004-9e45-2637df01274d),segment_id=622c5b0b-6308-4004-9e45-2637df01274d)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:50:07.364187 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-22851abd-9dfd-4d85-ab56-4a07d23470cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757230'] for port, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:07.435376 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-22851abd-9dfd-4d85-ab56-4a07d23470cf admin admin] Calling delete_port for d2db28d1-4214-48dd-8787-668a517f73c8 owned by network:router_interface {{(pid=103675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:50:07.645847 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-22851abd-9dfd-4d85-ab56-4a07d23470cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779595337849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779594881055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10266981'] for port, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:07.648268 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-b9484b7c-15e0-43ea-aab7-27a323c2bf1e tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:07.670837 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22851abd-9dfd-4d85-ab56-4a07d23470cf admin admin] Pushing event deleted for resources: {'Port': ['ID=d2db28d1-4214-48dd-8787-668a517f73c8,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:07.673496 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-22851abd-9dfd-4d85-ab56-4a07d23470cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:07.840162 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-22851abd-9dfd-4d85-ab56-4a07d23470cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690781'] for router_interface, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:07.947540 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b305dccb-aef8-4a50-902a-4bf2e5e1a0c4 req-e38e1cd2-f95c-4459-a6a7-183d10f18a65 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:07.948941 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-b305dccb-aef8-4a50-902a-4bf2e5e1a0c4 req-e38e1cd2-f95c-4459-a6a7-183d10f18a65 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 946 time: 0.0655544 Jun 16 13:50:07.992980 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-b305dccb-aef8-4a50-902a-4bf2e5e1a0c4 req-8df033aa-a583-46cb-9c30-a5f95d028b7e tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363774 Jun 16 13:50:08.069507 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22851abd-9dfd-4d85-ab56-4a07d23470cf admin admin] Router 80b5022e-8a5c-40bd-9fbe-ac27764915f6 has already been hosted by L3 agent bfb54b95-b8bd-4202-8e6c-bc5e048a10e9 {{(pid=103675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:50:08.172008 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22851abd-9dfd-4d85-ab56-4a07d23470cf admin admin] Notify agent at l3_agent.dv-cinder-789603-10-smb the message routers_updated {{(pid=103675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:50:08.173136 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e7b6a8-4f0a-41d6-8369-84be74462b58 req-929d33c6-6c7c-436c-8b92-3860a9402eb5 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:08.174594 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a3e7b6a8-4f0a-41d6-8369-84be74462b58 req-929d33c6-6c7c-436c-8b92-3860a9402eb5 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 946 time: 0.0692008 Jun 16 13:50:08.177504 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-22851abd-9dfd-4d85-ab56-4a07d23470cf admin admin] 10.222.0.104 "PUT /v2.0/routers/80b5022e-8a5c-40bd-9fbe-ac27764915f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0302711 Jun 16 13:50:08.180189 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 43920) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:50:08.182003 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed86900-321d-4faf-bce5-2c5e502f2673 None None] Sync routers for ids ['80b5022e-8a5c-40bd-9fbe-ac27764915f6'] in dv-cinder-789603-10-smb {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:50:08.183293 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 43922) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:50:08.188236 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [None req-1163d9bd-5009-4129-abe1-57db5849872a tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Request body: {'floatingip': {'port_id': 'fa827123-202a-44d7-a38f-641a407b9e0f'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:50:08.194953 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed86900-321d-4faf-bce5-2c5e502f2673 None None] Routers {'80b5022e-8a5c-40bd-9fbe-ac27764915f6'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:50:08.195589 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-6ed86900-321d-4faf-bce5-2c5e502f2673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:50:01Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['80b5022e-8a5c-40bd-9fbe-ac27764915f6'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:50:08.227843 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1163d9bd-5009-4129-abe1-57db5849872a tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks [] for floatingip, before_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:08.284321 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-2fc40a83-3f97-4e85-b463-a86838e3c56c admin admin] Notify callbacks [] for router, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:08.304617 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-6ed86900-321d-4faf-bce5-2c5e502f2673 None None] Set router 80b5022e-8a5c-40bd-9fbe-ac27764915f6 gateway port host: dv-cinder-789603-10-smb {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:50:08.391766 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-2fc40a83-3f97-4e85-b463-a86838e3c56c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:08.447393 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-2fc40a83-3f97-4e85-b463-a86838e3c56c admin admin] Deleting port 89afefbb-493e-409f-964f-cd2e8e01ddfb {{(pid=103675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:50:08.447885 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-2fc40a83-3f97-4e85-b463-a86838e3c56c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779595332765'] for port, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:08.483664 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-6ed86900-321d-4faf-bce5-2c5e502f2673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b5022e-8a5c-40bd-9fbe-ac27764915f6', 'name': 'tempest-AttachVolumeTestJSON-304096213-router', 'tenant_id': '1c34861a49bb497085ef26aa3cc556f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.127'}], 'enable_snat': True}, 'gw_port_id': '89afefbb-493e-409f-964f-cd2e8e01ddfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:43:51Z', 'updated_at': '2021-06-16T13:50:07Z', 'revision_number': 5, 'project_id': '1c34861a49bb497085ef26aa3cc556f7', 'gw_port': {'id': '89afefbb-493e-409f-964f-cd2e8e01ddfb', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:04:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b5022e-8a5c-40bd-9fbe-ac27764915f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:43:54Z', 'updated_at': '2021-06-16T13:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb'}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:50:08.488446 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed86900-321d-4faf-bce5-2c5e502f2673 None None] Checking router: 80b5022e-8a5c-40bd-9fbe-ac27764915f6 for host: dv-cinder-789603-10-smb {{(pid=103676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:50:08.498433 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed86900-321d-4faf-bce5-2c5e502f2673 None None] Routers {'80b5022e-8a5c-40bd-9fbe-ac27764915f6'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:50:08.499117 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-6ed86900-321d-4faf-bce5-2c5e502f2673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:50:01Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['80b5022e-8a5c-40bd-9fbe-ac27764915f6'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:50:08.535734 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-2fc40a83-3f97-4e85-b463-a86838e3c56c admin admin] For port 89afefbb-493e-409f-964f-cd2e8e01ddfb, host dv-cinder-789603-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=89afefbb-493e-409f-964f-cd2e8e01ddfb,segment=NetworkSegment(8c058e4f-8cd0-4a1d-96cc-b525f030ca20),segment_id=8c058e4f-8cd0-4a1d-96cc-b525f030ca20)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:50:08.536213 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-2fc40a83-3f97-4e85-b463-a86838e3c56c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757230'] for port, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:08.596282 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-6ed86900-321d-4faf-bce5-2c5e502f2673 None None] Set router 80b5022e-8a5c-40bd-9fbe-ac27764915f6 gateway port host: None {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:50:08.608489 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-2fc40a83-3f97-4e85-b463-a86838e3c56c admin admin] Calling delete_port for 89afefbb-493e-409f-964f-cd2e8e01ddfb owned by network:router_gateway {{(pid=103675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:50:08.648731 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-6ed86900-321d-4faf-bce5-2c5e502f2673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80b5022e-8a5c-40bd-9fbe-ac27764915f6', 'name': 'tempest-AttachVolumeTestJSON-304096213-router', 'tenant_id': '1c34861a49bb497085ef26aa3cc556f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:43:51Z', 'updated_at': '2021-06-16T13:50:08Z', 'revision_number': 6, 'project_id': '1c34861a49bb497085ef26aa3cc556f7', 'gw_port_host': None}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:50:08.652825 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed86900-321d-4faf-bce5-2c5e502f2673 None None] The sync data for ids ['80b5022e-8a5c-40bd-9fbe-ac27764915f6'] in dv-cinder-789603-10-smb is: [{'id': '80b5022e-8a5c-40bd-9fbe-ac27764915f6', 'name': 'tempest-AttachVolumeTestJSON-304096213-router', 'tenant_id': '1c34861a49bb497085ef26aa3cc556f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:43:51Z', 'updated_at': '2021-06-16T13:50:08Z', 'revision_number': 6, 'project_id': '1c34861a49bb497085ef26aa3cc556f7', 'gw_port_host': None}] {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:50:08.678118 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1163d9bd-5009-4129-abe1-57db5849872a tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:08.685401 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1163d9bd-5009-4129-abe1-57db5849872a tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759278'] for floatingip, after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:08.788097 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.db.l3_db [None req-1163d9bd-5009-4129-abe1-57db5849872a tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Floating IP e8a95fae-2ff8-4aee-8b89-8718bf255093 associated. External IP: 172.28.1.36, port: fa827123-202a-44d7-a38f-641a407b9e0f. Jun 16 13:50:08.803973 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-2fc40a83-3f97-4e85-b463-a86838e3c56c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779595337849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779594881055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10266981'] for port, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:08.807235 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:08.830952 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc40a83-3f97-4e85-b463-a86838e3c56c admin admin] Pushing event deleted for resources: {'Port': ['ID=89afefbb-493e-409f-964f-cd2e8e01ddfb,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:08.833395 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-2fc40a83-3f97-4e85-b463-a86838e3c56c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:08.893021 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-2fc40a83-3f97-4e85-b463-a86838e3c56c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759070'] for router_gateway, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:09.002141 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-2fc40a83-3f97-4e85-b463-a86838e3c56c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-704349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-825'] for router, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:09.004551 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-2fc40a83-3f97-4e85-b463-a86838e3c56c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:09.070661 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-2fc40a83-3f97-4e85-b463-a86838e3c56c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769364'] for router, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:09.071180 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc40a83-3f97-4e85-b463-a86838e3c56c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80b5022e-8a5c-40bd-9fbe-ac27764915f6 {{(pid=103675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 13:50:09.076397 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-2fc40a83-3f97-4e85-b463-a86838e3c56c admin admin] Notify callbacks [] for router, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:09.077534 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-2fc40a83-3f97-4e85-b463-a86838e3c56c admin admin] 10.222.0.104 "DELETE /v2.0/routers/80b5022e-8a5c-40bd-9fbe-ac27764915f6 HTTP/1.1" status: 204 len: 168 time: 0.8960955 Jun 16 13:50:09.080189 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 43924) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:50:09.138751 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d292a96-2a19-46a1-a00c-76d94c2364ea admin admin] Deleting subnet fdb76e97-5183-4499-ab60-29df581b2de7 {{(pid=103675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 13:50:09.142277 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5d292a96-2a19-46a1-a00c-76d94c2364ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:09.184099 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5d292a96-2a19-46a1-a00c-76d94c2364ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011126'] for subnet, precommit_delete_associations {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:09.281411 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1163d9bd-5009-4129-abe1-57db5849872a tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Router b351a334-376b-4f9c-ba04-9e3b448f9ab0 has already been hosted by L3 agent bfb54b95-b8bd-4202-8e6c-bc5e048a10e9 {{(pid=103674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:50:09.296918 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5d292a96-2a19-46a1-a00c-76d94c2364ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693187'] for subnet, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:09.356455 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5d292a96-2a19-46a1-a00c-76d94c2364ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10267055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8682005'] for subnet, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:09.359755 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-588e1f0e-a04a-46e4-a505-12fe47fada92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:09.385769 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d292a96-2a19-46a1-a00c-76d94c2364ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdb76e97-5183-4499-ab60-29df581b2de7,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:09.387633 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5d292a96-2a19-46a1-a00c-76d94c2364ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:09.392264 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-5d292a96-2a19-46a1-a00c-76d94c2364ea admin admin] 10.222.0.104 "DELETE /v2.0/subnets/fdb76e97-5183-4499-ab60-29df581b2de7 HTTP/1.1" status: 204 len: 168 time: 0.3111587 Jun 16 13:50:09.393693 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 43926) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:50:09.395036 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-5d292a96-2a19-46a1-a00c-76d94c2364ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:09.395802 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6550d343-c4e1-4579-b0d7-9d34a2ac6b3e None None] Network bc7f85d7-a9cc-4cbe-8009-a532b58d3643 requested from dv-cinder-789603-10-smb {{(pid=103676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:50:09.400203 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1163d9bd-5009-4129-abe1-57db5849872a tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify agent at l3_agent.dv-cinder-789603-10-smb the message routers_updated {{(pid=103674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:50:09.405739 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1163d9bd-5009-4129-abe1-57db5849872a tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914'] for floatingip, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:09.411920 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e8164b-0821-4357-b02b-b4450c9aeb3e None None] Sync routers for ids ['b351a334-376b-4f9c-ba04-9e3b448f9ab0'] in dv-cinder-789603-10-smb {{(pid=103677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:50:09.431477 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e8164b-0821-4357-b02b-b4450c9aeb3e None None] Routers {'b351a334-376b-4f9c-ba04-9e3b448f9ab0'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:50:09.445301 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_hamode_db [None req-97e8164b-0821-4357-b02b-b4450c9aeb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:50:01Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['b351a334-376b-4f9c-ba04-9e3b448f9ab0'], 'active': True} {{(pid=103677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:50:09.475187 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-1163d9bd-5009-4129-abe1-57db5849872a tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "PUT /v2.0/floatingips/e8a95fae-2ff8-4aee-8b89-8718bf255093 HTTP/1.1" status: 200 len: 991 time: 1.2789292 Jun 16 13:50:09.476124 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d', 'tag': 'fa827123-202a-44d7-a38f-641a407b9e0f'}] {{(pid=103674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:50:09.479772 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf0caa33b503d1f2c3d6e3a51c00f46bab3e78c159fea0ab96052d9779657e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9523cbb9-f86f-484b-a57a-7b0dcb46addf" -d '{"events": [{"name": "network-changed", "server_uuid": "f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d", "tag": "fa827123-202a-44d7-a38f-641a407b9e0f"}]}' {{(pid=103674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:50:09.542666 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-8c075966-8d5a-4c6b-b6eb-c4a75474781f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1752478'] for network, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:09.567702 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b733f9-811b-4d5c-b9be-79e6c2f918db x-openstack-request-id: req-f4b733f9-811b-4d5c-b9be-79e6c2f918db {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:50:09.568796 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d", "tag": "fa827123-202a-44d7-a38f-641a407b9e0f", "status": "completed", "code": 200}]} {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:50:09.569312 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-f4b733f9-811b-4d5c-b9be-79e6c2f918db {{(pid=103674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:50:09.569988 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d', 'tag': 'fa827123-202a-44d7-a38f-641a407b9e0f', 'status': 'completed', 'code': 200} Jun 16 13:50:09.621907 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device d2db28d1-4214-48dd-8787-668a517f73c8 no longer exists at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:50:09.650410 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] No Port match for: d2db28d1-4214-48dd-8787-668a517f73c8 {{(pid=103676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:50:09.651298 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device d2db28d1-4214-48dd-8787-668a517f73c8 not bound to the agent host dv-cinder-789603-10-smb {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:50:09.652076 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 89afefbb-493e-409f-964f-cd2e8e01ddfb no longer exists at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:50:09.661543 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_dvr_db [None req-97e8164b-0821-4357-b02b-b4450c9aeb3e None None] Set router b351a334-376b-4f9c-ba04-9e3b448f9ab0 gateway port host: dv-cinder-789603-10-smb {{(pid=103677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:50:09.663861 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-8c075966-8d5a-4c6b-b6eb-c4a75474781f admin admin] Deleting port 635a366c-73e4-4019-92d6-c97cfcc6e6f1 {{(pid=103675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:50:09.663861 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-8c075966-8d5a-4c6b-b6eb-c4a75474781f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779595332765'] for port, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:09.683342 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9523cbb9-f86f-484b-a57a-7b0dcb46addf req-a64b95fe-3477-48d1-9ed4-ab4f85f91542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:09.685660 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-9523cbb9-f86f-484b-a57a-7b0dcb46addf req-a64b95fe-3477-48d1-9ed4-ab4f85f91542 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=908a353f90684e269bfddb80904ca191&device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 1099 time: 0.0926962 Jun 16 13:50:09.691011 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e032ed38-4549-4b4d-9e8b-2350199a0c47 None None] DHCP port deletion for bc7f85d7-a9cc-4cbe-8009-a532b58d3643 request from dv-cinder-789603-10-smb {{(pid=103676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 13:50:09.696423 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] No Port match for: 89afefbb-493e-409f-964f-cd2e8e01ddfb {{(pid=103676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:50:09.696838 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 89afefbb-493e-409f-964f-cd2e8e01ddfb not bound to the agent host dv-cinder-789603-10-smb {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:50:09.736834 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:09.762784 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-e032ed38-4549-4b4d-9e8b-2350199a0c47 None None] Deleting port 635a366c-73e4-4019-92d6-c97cfcc6e6f1 {{(pid=103676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:50:09.763186 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-8c075966-8d5a-4c6b-b6eb-c4a75474781f admin admin] For port 635a366c-73e4-4019-92d6-c97cfcc6e6f1, host dv-cinder-789603-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=635a366c-73e4-4019-92d6-c97cfcc6e6f1,segment=NetworkSegment(622c5b0b-6308-4004-9e45-2637df01274d),segment_id=622c5b0b-6308-4004-9e45-2637df01274d)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:50:09.763560 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-8c075966-8d5a-4c6b-b6eb-c4a75474781f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757230'] for port, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:09.764839 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-e032ed38-4549-4b4d-9e8b-2350199a0c47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779595332765'] for port, before_delete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:09.810010 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9523cbb9-f86f-484b-a57a-7b0dcb46addf req-53a50239-8c3b-46b5-84e6-3623a403cb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:09.811948 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-9523cbb9-f86f-484b-a57a-7b0dcb46addf req-53a50239-8c3b-46b5-84e6-3623a403cb96 service neutron] 10.222.0.101 "GET /v2.0/networks?id=b4697126-5628-44a4-9716-d1cd33ca7762 HTTP/1.1" status: 200 len: 918 time: 0.1156597 Jun 16 13:50:09.913560 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-9523cbb9-f86f-484b-a57a-7b0dcb46addf req-c5f56b90-913b-4d31-826d-cd95765e704f service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa827123-202a-44d7-a38f-641a407b9e0f HTTP/1.1" status: 200 len: 999 time: 0.0940208 Jun 16 13:50:10.004575 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-e032ed38-4549-4b4d-9e8b-2350199a0c47 None None] For port 635a366c-73e4-4019-92d6-c97cfcc6e6f1, host dv-cinder-789603-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=635a366c-73e4-4019-92d6-c97cfcc6e6f1,segment=NetworkSegment(622c5b0b-6308-4004-9e45-2637df01274d),segment_id=622c5b0b-6308-4004-9e45-2637df01274d)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:50:10.004848 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-e032ed38-4549-4b4d-9e8b-2350199a0c47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757230'] for port, precommit_delete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:10.010982 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9523cbb9-f86f-484b-a57a-7b0dcb46addf req-b09a5893-7778-446a-b18a-2d5d000ac284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:10.013011 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-9523cbb9-f86f-484b-a57a-7b0dcb46addf req-b09a5893-7778-446a-b18a-2d5d000ac284 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=e7ad7888-1d58-4693-a737-cc195965ac3b HTTP/1.1" status: 200 len: 855 time: 0.0916567 Jun 16 13:50:10.016887 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_hamode_db [None req-97e8164b-0821-4357-b02b-b4450c9aeb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b351a334-376b-4f9c-ba04-9e3b448f9ab0', 'name': 'tempest-AttachVolumeShelveTestJSON-942509144-router', 'tenant_id': '908a353f90684e269bfddb80904ca191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.183'}], 'enable_snat': True}, 'gw_port_id': '6dba4a2d-c901-4a01-9536-08a53eac8aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:47:05Z', 'updated_at': '2021-06-16T13:47:08Z', 'revision_number': 4, 'project_id': '908a353f90684e269bfddb80904ca191', 'gw_port': {'id': '6dba4a2d-c901-4a01-9536-08a53eac8aa4', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:03:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b351a334-376b-4f9c-ba04-9e3b448f9ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:05Z', 'updated_at': '2021-06-16T13:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_floatingips': [{'id': 'e8a95fae-2ff8-4aee-8b89-8718bf255093', 'tenant_id': '908a353f90684e269bfddb80904ca191', 'floating_ip_address': '172.28.1.36', 'floating_network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'router_id': 'b351a334-376b-4f9c-ba04-9e3b448f9ab0', 'port_id': 'fa827123-202a-44d7-a38f-641a407b9e0f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4697126-5628-44a4-9716-d1cd33ca7762', 'mac_address': 'fa:16:3e:45:74:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:49:55Z', 'updated_at': '2021-06-16T13:50:08Z', 'revision_number': 1, 'project_id': '908a353f90684e269bfddb80904ca191', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07dddb34-c220-49b6-8d05-8e9335a6493d', 'name': '', 'network_id': 'b4697126-5628-44a4-9716-d1cd33ca7762', 'tenant_id': '908a353f90684e269bfddb80904ca191', 'mac_address': 'fa:16:3e:63:12:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b351a334-376b-4f9c-ba04-9e3b448f9ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'e7ad7888-1d58-4693-a737-cc195965ac3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:07Z', 'updated_at': '2021-06-16T13:47:13Z', 'revision_number': 5, 'project_id': '908a353f90684e269bfddb80904ca191', 'subnets': [{'id': 'e7ad7888-1d58-4693-a737-cc195965ac3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:50:10.023697 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e8164b-0821-4357-b02b-b4450c9aeb3e None None] Checking router: b351a334-376b-4f9c-ba04-9e3b448f9ab0 for host: dv-cinder-789603-10-smb {{(pid=103677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:50:10.037415 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e8164b-0821-4357-b02b-b4450c9aeb3e None None] Routers {'b351a334-376b-4f9c-ba04-9e3b448f9ab0'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:50:10.038457 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_hamode_db [None req-97e8164b-0821-4357-b02b-b4450c9aeb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:50:01Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['b351a334-376b-4f9c-ba04-9e3b448f9ab0'], 'active': True} {{(pid=103677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:50:10.081347 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-e032ed38-4549-4b4d-9e8b-2350199a0c47 None None] Calling delete_port for 635a366c-73e4-4019-92d6-c97cfcc6e6f1 owned by network:dhcp {{(pid=103676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:50:10.097208 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9523cbb9-f86f-484b-a57a-7b0dcb46addf req-2d9afb4b-4975-432c-9906-bba5d737db31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:10.099120 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-9523cbb9-f86f-484b-a57a-7b0dcb46addf req-2d9afb4b-4975-432c-9906-bba5d737db31 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=b4697126-5628-44a4-9716-d1cd33ca7762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0782969 Jun 16 13:50:10.151832 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-8c075966-8d5a-4c6b-b6eb-c4a75474781f admin admin] Calling delete_port for 635a366c-73e4-4019-92d6-c97cfcc6e6f1 owned by network:dhcp {{(pid=103675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:50:10.178216 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_dvr_db [None req-97e8164b-0821-4357-b02b-b4450c9aeb3e None None] Set router b351a334-376b-4f9c-ba04-9e3b448f9ab0 gateway port host: dv-cinder-789603-10-smb {{(pid=103677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:50:10.206274 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-9523cbb9-f86f-484b-a57a-7b0dcb46addf req-2c604018-e929-4a7a-be69-d88d331c6ec1 service neutron] 10.222.0.101 "GET /v2.0/networks/b4697126-5628-44a4-9716-d1cd33ca7762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999553 Jun 16 13:50:10.246851 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-e032ed38-4549-4b4d-9e8b-2350199a0c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779595337849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779594881055'] for port, after_delete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:10.254126 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:10.256936 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-8c075966-8d5a-4c6b-b6eb-c4a75474781f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779595337849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779594881055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10266981'] for port, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:10.260300 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-b570bc0a-e3f9-4028-a93f-4f80b2732c56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:10.278323 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e032ed38-4549-4b4d-9e8b-2350199a0c47 None None] Pushing event deleted for resources: {'Port': ['ID=635a366c-73e4-4019-92d6-c97cfcc6e6f1,revision_number=None']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:10.281919 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-e032ed38-4549-4b4d-9e8b-2350199a0c47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:10.283256 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e032ed38-4549-4b4d-9e8b-2350199a0c47 None None] No DVR routers for this DVR port 635a366c-73e4-4019-92d6-c97cfcc6e6f1 on host dv-cinder-789603-10-smb {{(pid=103676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:50:10.296550 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c075966-8d5a-4c6b-b6eb-c4a75474781f admin admin] Pushing event deleted for resources: {'Port': ['ID=635a366c-73e4-4019-92d6-c97cfcc6e6f1,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:10.307487 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-8c075966-8d5a-4c6b-b6eb-c4a75474781f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:10.311400 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c075966-8d5a-4c6b-b6eb-c4a75474781f admin admin] No DVR routers for this DVR port 635a366c-73e4-4019-92d6-c97cfcc6e6f1 on host dv-cinder-789603-10-smb {{(pid=103675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:50:10.353664 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-9523cbb9-f86f-484b-a57a-7b0dcb46addf req-49837f26-8e06-480c-afbf-be9d7187b962 service neutron] 10.222.0.101 "GET /v2.0/networks/b4697126-5628-44a4-9716-d1cd33ca7762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393034 Jun 16 13:50:10.395045 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-8c075966-8d5a-4c6b-b6eb-c4a75474781f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1693580', 'neutron.services.segments.db._delete_segments_for_network-8779595370801'] for network, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:10.406430 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.services.segments.db [None req-8c075966-8d5a-4c6b-b6eb-c4a75474781f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc7f85d7-a9cc-4cbe-8009-a532b58d3643']}} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:50:10.418538 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.services.segments.db [None req-8c075966-8d5a-4c6b-b6eb-c4a75474781f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '622c5b0b-6308-4004-9e45-2637df01274d') {'for_net_delete': True} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:50:10.418831 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.services.segments.db [None req-8c075966-8d5a-4c6b-b6eb-c4a75474781f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '622c5b0b-6308-4004-9e45-2637df01274d') {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:50:10.428727 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-8c075966-8d5a-4c6b-b6eb-c4a75474781f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779595370114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011119'] for segment, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:10.443442 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-8c075966-8d5a-4c6b-b6eb-c4a75474781f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688368'] for segment, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:10.444785 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_hamode_db [None req-97e8164b-0821-4357-b02b-b4450c9aeb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b351a334-376b-4f9c-ba04-9e3b448f9ab0', 'name': 'tempest-AttachVolumeShelveTestJSON-942509144-router', 'tenant_id': '908a353f90684e269bfddb80904ca191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.183'}], 'enable_snat': True}, 'gw_port_id': '6dba4a2d-c901-4a01-9536-08a53eac8aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:47:05Z', 'updated_at': '2021-06-16T13:47:08Z', 'revision_number': 4, 'project_id': '908a353f90684e269bfddb80904ca191', 'gw_port': {'id': '6dba4a2d-c901-4a01-9536-08a53eac8aa4', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:03:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b351a334-376b-4f9c-ba04-9e3b448f9ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:05Z', 'updated_at': '2021-06-16T13:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_floatingips': [{'id': 'e8a95fae-2ff8-4aee-8b89-8718bf255093', 'tenant_id': '908a353f90684e269bfddb80904ca191', 'floating_ip_address': '172.28.1.36', 'floating_network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'router_id': 'b351a334-376b-4f9c-ba04-9e3b448f9ab0', 'port_id': 'fa827123-202a-44d7-a38f-641a407b9e0f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4697126-5628-44a4-9716-d1cd33ca7762', 'mac_address': 'fa:16:3e:45:74:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:49:55Z', 'updated_at': '2021-06-16T13:50:08Z', 'revision_number': 1, 'project_id': '908a353f90684e269bfddb80904ca191', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07dddb34-c220-49b6-8d05-8e9335a6493d', 'name': '', 'network_id': 'b4697126-5628-44a4-9716-d1cd33ca7762', 'tenant_id': '908a353f90684e269bfddb80904ca191', 'mac_address': 'fa:16:3e:63:12:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b351a334-376b-4f9c-ba04-9e3b448f9ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'e7ad7888-1d58-4693-a737-cc195965ac3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:07Z', 'updated_at': '2021-06-16T13:47:13Z', 'revision_number': 5, 'project_id': '908a353f90684e269bfddb80904ca191', 'subnets': [{'id': 'e7ad7888-1d58-4693-a737-cc195965ac3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:50:10.448386 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e8164b-0821-4357-b02b-b4450c9aeb3e None None] The sync data for ids ['b351a334-376b-4f9c-ba04-9e3b448f9ab0'] in dv-cinder-789603-10-smb is: [{'id': 'b351a334-376b-4f9c-ba04-9e3b448f9ab0', 'name': 'tempest-AttachVolumeShelveTestJSON-942509144-router', 'tenant_id': '908a353f90684e269bfddb80904ca191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.183'}], 'enable_snat': True}, 'gw_port_id': '6dba4a2d-c901-4a01-9536-08a53eac8aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:47:05Z', 'updated_at': '2021-06-16T13:47:08Z', 'revision_number': 4, 'project_id': '908a353f90684e269bfddb80904ca191', 'gw_port': {'id': '6dba4a2d-c901-4a01-9536-08a53eac8aa4', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:03:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b351a334-376b-4f9c-ba04-9e3b448f9ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:05Z', 'updated_at': '2021-06-16T13:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_floatingips': [{'id': 'e8a95fae-2ff8-4aee-8b89-8718bf255093', 'tenant_id': '908a353f90684e269bfddb80904ca191', 'floating_ip_address': '172.28.1.36', 'floating_network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'router_id': 'b351a334-376b-4f9c-ba04-9e3b448f9ab0', 'port_id': 'fa827123-202a-44d7-a38f-641a407b9e0f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4697126-5628-44a4-9716-d1cd33ca7762', 'mac_address': 'fa:16:3e:45:74:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:49:55Z', 'updated_at': '2021-06-16T13:50:08Z', 'revision_number': 1, 'project_id': '908a353f90684e269bfddb80904ca191', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07dddb34-c220-49b6-8d05-8e9335a6493d', 'name': '', 'network_id': 'b4697126-5628-44a4-9716-d1cd33ca7762', 'tenant_id': '908a353f90684e269bfddb80904ca191', 'mac_address': 'fa:16:3e:63:12:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b351a334-376b-4f9c-ba04-9e3b448f9ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'e7ad7888-1d58-4693-a737-cc195965ac3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:07Z', 'updated_at': '2021-06-16T13:47:13Z', 'revision_number': 5, 'project_id': '908a353f90684e269bfddb80904ca191', 'subnets': [{'id': 'e7ad7888-1d58-4693-a737-cc195965ac3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:50:10.452938 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c075966-8d5a-4c6b-b6eb-c4a75474781f admin admin] Releasing vlan 1197 on physical network physnet1 to pool {{(pid=103675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 13:50:10.452938 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-8c075966-8d5a-4c6b-b6eb-c4a75474781f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266928'] for segment, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:10.454926 dv-cinder-789603-10-smb neutron-server[103675]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:50:10.454926 dv-cinder-789603-10-smb neutron-server[103675]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:50:10.454926 dv-cinder-789603-10-smb neutron-server[103675]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:50:10.454926 dv-cinder-789603-10-smb neutron-server[103675]: retrieve_revision_numbers = { Jun 16 13:50:10.454926 dv-cinder-789603-10-smb neutron-server[103675]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:50:10.454926 dv-cinder-789603-10-smb neutron-server[103675]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:50:10.454926 dv-cinder-789603-10-smb neutron-server[103675]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:50:10.454926 dv-cinder-789603-10-smb neutron-server[103675]: retrieve_revision_numbers = { Jun 16 13:50:10.454926 dv-cinder-789603-10-smb neutron-server[103675]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:50:10.454926 dv-cinder-789603-10-smb neutron-server[103675]: retrieve_revision_numbers = { Jun 16 13:50:10.454926 dv-cinder-789603-10-smb neutron-server[103675]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:50:10.454926 dv-cinder-789603-10-smb neutron-server[103675]: retrieve_revision_numbers = { Jun 16 13:50:10.454926 dv-cinder-789603-10-smb neutron-server[103675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 13:50:10.454926 dv-cinder-789603-10-smb neutron-server[103675]: self.session.flush() Jun 16 13:50:10.454926 dv-cinder-789603-10-smb neutron-server[103675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 13:50:10.454926 dv-cinder-789603-10-smb neutron-server[103675]: self.session.flush() Jun 16 13:50:10.454926 dv-cinder-789603-10-smb neutron-server[103675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 13:50:10.454926 dv-cinder-789603-10-smb neutron-server[103675]: self.session.flush() Jun 16 13:50:10.454926 dv-cinder-789603-10-smb neutron-server[103675]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 13:50:10.454926 dv-cinder-789603-10-smb neutron-server[103675]: self.session.flush() Jun 16 13:50:10.454926 dv-cinder-789603-10-smb neutron-server[103675]: Traceback (most recent call last): Jun 16 13:50:10.454926 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 13:50:10.454926 dv-cinder-789603-10-smb neutron-server[103675]: timer() Jun 16 13:50:10.454926 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 13:50:10.454926 dv-cinder-789603-10-smb neutron-server[103675]: cb(*args, **kw) Jun 16 13:50:10.454926 dv-cinder-789603-10-smb neutron-server[103675]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 13:50:10.454926 dv-cinder-789603-10-smb neutron-server[103675]: return func(*args, **kwargs) Jun 16 13:50:10.454926 dv-cinder-789603-10-smb neutron-server[103675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 13:50:10.454926 dv-cinder-789603-10-smb neutron-server[103675]: self._notify() Jun 16 13:50:10.454926 dv-cinder-789603-10-smb neutron-server[103675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 13:50:10.454926 dv-cinder-789603-10-smb neutron-server[103675]: self.callback(batched_events) Jun 16 13:50:10.454926 dv-cinder-789603-10-smb neutron-server[103675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 13:50:10.454926 dv-cinder-789603-10-smb neutron-server[103675]: event.method(event) Jun 16 13:50:10.454926 dv-cinder-789603-10-smb neutron-server[103675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 13:50:10.454926 dv-cinder-789603-10-smb neutron-server[103675]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 13:50:10.454926 dv-cinder-789603-10-smb neutron-server[103675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 13:50:10.454926 dv-cinder-789603-10-smb neutron-server[103675]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 13:50:10.454926 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 13:50:10.454926 dv-cinder-789603-10-smb neutron-server[103675]: return f(self, *a, **k) Jun 16 13:50:10.454926 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 13:50:10.454926 dv-cinder-789603-10-smb neutron-server[103675]: return self._get(url).json() Jun 16 13:50:10.454926 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 13:50:10.454926 dv-cinder-789603-10-smb neutron-server[103675]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 13:50:10.454926 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 13:50:10.454926 dv-cinder-789603-10-smb neutron-server[103675]: return self.request(url, 'GET', **kwargs) Jun 16 13:50:10.454926 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 13:50:10.454926 dv-cinder-789603-10-smb neutron-server[103675]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 13:50:10.454926 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 13:50:10.454926 dv-cinder-789603-10-smb neutron-server[103675]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 13:50:10.454926 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 13:50:10.454926 dv-cinder-789603-10-smb neutron-server[103675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 13:50:10.454926 dv-cinder-789603-10-smb neutron-server[103675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 13:50:10.518636 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-8c075966-8d5a-4c6b-b6eb-c4a75474781f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1693573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759152'] for network, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:10.523631 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:10.528219 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-8c075966-8d5a-4c6b-b6eb-c4a75474781f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for network, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:10.533181 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-8c075966-8d5a-4c6b-b6eb-c4a75474781f admin admin] 10.222.0.104 "DELETE /v2.0/networks/bc7f85d7-a9cc-4cbe-8009-a532b58d3643 HTTP/1.1" status: 204 len: 168 time: 1.1370292 Jun 16 13:50:10.544145 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c075966-8d5a-4c6b-b6eb-c4a75474781f admin admin] Pushing event deleted for resources: {'Network': ['ID=bc7f85d7-a9cc-4cbe-8009-a532b58d3643,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:10.547231 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-8c075966-8d5a-4c6b-b6eb-c4a75474781f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:10.681010 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c044a848-ef9f-4254-96fa-6e82982f81ed None None] New status for floating IP e8a95fae-2ff8-4aee-8b89-8718bf255093: ACTIVE {{(pid=103676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 13:50:10.688286 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 43936) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:50:10.738455 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-41684c45-5d90-40a3-909b-732e7041fcc5 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=1c34861a49bb497085ef26aa3cc556f7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0479712 Jun 16 13:50:10.740418 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 43938) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:50:10.797797 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e82d465a-cec2-4425-a980-f71582a59c6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:10.819452 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e82d465a-cec2-4425-a980-f71582a59c6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:10.875913 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e82d465a-cec2-4425-a980-f71582a59c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:10.879483 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e82d465a-cec2-4425-a980-f71582a59c6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:10.880966 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-e82d465a-cec2-4425-a980-f71582a59c6e admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/ffdd0487-3d68-4878-b0e7-0c650a713526 HTTP/1.1" status: 204 len: 168 time: 0.1393242 Jun 16 13:50:10.881716 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-f1ed19ee-72ea-4bcf-8d6f-acfd022b4865 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:10.891294 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d465a-cec2-4425-a980-f71582a59c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffdd0487-3d68-4878-b0e7-0c650a713526,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:10.893805 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-e82d465a-cec2-4425-a980-f71582a59c6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:11.580390 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 635a366c-73e4-4019-92d6-c97cfcc6e6f1 no longer exists at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:50:11.605003 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] No Port match for: 635a366c-73e4-4019-92d6-c97cfcc6e6f1 {{(pid=103676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:50:11.605457 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 635a366c-73e4-4019-92d6-c97cfcc6e6f1 not bound to the agent host dv-cinder-789603-10-smb {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:50:12.704047 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 43984) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:50:12.823175 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-50c592af-64e4-4544-9aa9-3549611db43b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:12.922207 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-50c592af-64e4-4544-9aa9-3549611db43b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:12.926739 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-50c592af-64e4-4544-9aa9-3549611db43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:12.929217 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-d08fa3a2-b4d5-460e-ab8a-624308ce2906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:12.965403 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-50c592af-64e4-4544-9aa9-3549611db43b admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=620012ee9e8545d2b1de82f226ffe65b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2601571 Jun 16 13:50:12.966534 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c592af-64e4-4544-9aa9-3549611db43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5d6669-c58c-49e3-849e-bd8d89537ff1,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:12.968960 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 43990) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:50:12.970522 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-50c592af-64e4-4544-9aa9-3549611db43b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:13.027602 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f878297f-11f0-4a34-b9a4-91a9148c98be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:13.050012 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f878297f-11f0-4a34-b9a4-91a9148c98be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:13.106091 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f878297f-11f0-4a34-b9a4-91a9148c98be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:13.109345 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-f878297f-11f0-4a34-b9a4-91a9148c98be admin admin] Notify callbacks [] for security_group, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:13.110600 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-f878297f-11f0-4a34-b9a4-91a9148c98be admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/cd5d6669-c58c-49e3-849e-bd8d89537ff1 HTTP/1.1" status: 204 len: 168 time: 0.1397378 Jun 16 13:50:13.111372 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-fc748cd6-8991-44cd-8d25-d0b78dd19cce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:13.119340 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f878297f-11f0-4a34-b9a4-91a9148c98be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5d6669-c58c-49e3-849e-bd8d89537ff1,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:13.127079 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-f878297f-11f0-4a34-b9a4-91a9148c98be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:13.422537 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 43996) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:50:13.444818 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-7bae7b44-e91c-4a4d-9b9a-a1b68f1aa7d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:13.547120 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-7bae7b44-e91c-4a4d-9b9a-a1b68f1aa7d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:13.554423 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-7bae7b44-e91c-4a4d-9b9a-a1b68f1aa7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:13.557428 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-59ead89b-c80a-4ee1-b501-f481e99a16e6 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:13.598876 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-7bae7b44-e91c-4a4d-9b9a-a1b68f1aa7d1 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=e6e36ce516f846d7967ad44f558145a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1748328 Jun 16 13:50:13.599742 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae7b44-e91c-4a4d-9b9a-a1b68f1aa7d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63695fc7-188c-4891-8c25-29395656392d,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:13.601863 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 43998) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:50:13.603166 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-7bae7b44-e91c-4a4d-9b9a-a1b68f1aa7d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:13.670428 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-e40816ac-6499-4ee2-8fa8-2a7f50b6561a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:13.693539 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-e40816ac-6499-4ee2-8fa8-2a7f50b6561a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:13.745072 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-e40816ac-6499-4ee2-8fa8-2a7f50b6561a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:13.748140 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-e40816ac-6499-4ee2-8fa8-2a7f50b6561a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:13.749330 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-e40816ac-6499-4ee2-8fa8-2a7f50b6561a admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/63695fc7-188c-4891-8c25-29395656392d HTTP/1.1" status: 204 len: 168 time: 0.1462381 Jun 16 13:50:13.750113 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-ce3904ce-a994-4148-93ff-1b8bc6698c74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:13.758678 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40816ac-6499-4ee2-8fa8-2a7f50b6561a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63695fc7-188c-4891-8c25-29395656392d,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:13.761724 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-e40816ac-6499-4ee2-8fa8-2a7f50b6561a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:17.140963 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.agents_db [None req-04e01baa-1c8d-439a-8f1b-024cbee7c8c9 None None] Agent healthcheck: found 6 active agents {{(pid=103677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:50:18.402349 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 44078) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:50:18.524410 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a1f93876-0419-41f3-b165-5796a8e1aac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:18.634784 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a1f93876-0419-41f3-b165-5796a8e1aac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:18.640286 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a1f93876-0419-41f3-b165-5796a8e1aac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:18.642860 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-5d526eac-0123-42d3-8169-a6b8dd45a29a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:18.680478 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f93876-0419-41f3-b165-5796a8e1aac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005ab7a4-a80b-4568-bb32-3e17e0c4eae5,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:18.683662 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-a1f93876-0419-41f3-b165-5796a8e1aac0 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=8fc5e8fb3eb74045806f475636a7657e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2799902 Jun 16 13:50:18.684798 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-a1f93876-0419-41f3-b165-5796a8e1aac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:18.687582 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 44084) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:50:18.746915 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-7797a063-0b4c-42c7-9539-ca99233f30a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:18.775545 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-7797a063-0b4c-42c7-9539-ca99233f30a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:18.829370 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-7797a063-0b4c-42c7-9539-ca99233f30a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:18.832830 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-7797a063-0b4c-42c7-9539-ca99233f30a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:18.834244 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-7797a063-0b4c-42c7-9539-ca99233f30a7 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/005ab7a4-a80b-4568-bb32-3e17e0c4eae5 HTTP/1.1" status: 204 len: 168 time: 0.1449814 Jun 16 13:50:18.835229 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-03ffc7d4-186d-4a02-9275-73496a592cf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:18.846464 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7797a063-0b4c-42c7-9539-ca99233f30a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005ab7a4-a80b-4568-bb32-3e17e0c4eae5,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:18.849088 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-7797a063-0b4c-42c7-9539-ca99233f30a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:19.163874 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 44090) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:50:19.183098 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-6a33d9d6-f1f3-4fa9-ba64-0e8a96bcc372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:19.284590 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-6a33d9d6-f1f3-4fa9-ba64-0e8a96bcc372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:19.289056 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-6a33d9d6-f1f3-4fa9-ba64-0e8a96bcc372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:19.291705 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-f2d9f638-8cbb-4866-a20f-ad3c7c086af7 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:19.328671 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a33d9d6-f1f3-4fa9-ba64-0e8a96bcc372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10acb61e-0a00-4c84-88f7-a11844a4e093,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:19.332164 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-6a33d9d6-f1f3-4fa9-ba64-0e8a96bcc372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:19.335142 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-6a33d9d6-f1f3-4fa9-ba64-0e8a96bcc372 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=4bdae6ee274d4619b36c383828a3df5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1701119 Jun 16 13:50:19.338069 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 44092) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:50:19.390884 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-3383ba1e-3642-4774-bdaf-4314c1119f43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:19.416961 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-3383ba1e-3642-4774-bdaf-4314c1119f43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:19.473217 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-3383ba1e-3642-4774-bdaf-4314c1119f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:19.475928 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-3383ba1e-3642-4774-bdaf-4314c1119f43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:19.479592 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-3383ba1e-3642-4774-bdaf-4314c1119f43 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/10acb61e-0a00-4c84-88f7-a11844a4e093 HTTP/1.1" status: 204 len: 168 time: 0.1378412 Jun 16 13:50:19.479592 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-50c592af-64e4-4544-9aa9-3549611db43b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:19.486442 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3383ba1e-3642-4774-bdaf-4314c1119f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10acb61e-0a00-4c84-88f7-a11844a4e093,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:19.488878 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-3383ba1e-3642-4774-bdaf-4314c1119f43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:26.796066 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 44190) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:50:26.913445 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ada6fc4e-133f-46b0-a646-cddd013fd493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:27.011536 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ada6fc4e-133f-46b0-a646-cddd013fd493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:27.016563 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ada6fc4e-133f-46b0-a646-cddd013fd493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:27.019105 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-547e2617-77e2-4ba9-a77b-708495f9a6c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:27.059499 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada6fc4e-133f-46b0-a646-cddd013fd493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b06935-0214-44ce-a30f-a058306ed70d,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:27.063865 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-ada6fc4e-133f-46b0-a646-cddd013fd493 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=0a0be707c2a842868dd169784893562f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2667377 Jun 16 13:50:27.064933 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-ada6fc4e-133f-46b0-a646-cddd013fd493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:27.066752 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 44194) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:50:27.116698 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-f27f80ff-bd6d-4137-b3ec-b6266883d100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:27.140339 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-f27f80ff-bd6d-4137-b3ec-b6266883d100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:27.193249 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-f27f80ff-bd6d-4137-b3ec-b6266883d100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:27.197885 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-f27f80ff-bd6d-4137-b3ec-b6266883d100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:27.197885 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-f27f80ff-bd6d-4137-b3ec-b6266883d100 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/51b06935-0214-44ce-a30f-a058306ed70d HTTP/1.1" status: 204 len: 168 time: 0.1295519 Jun 16 13:50:27.197885 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-3383ba1e-3642-4774-bdaf-4314c1119f43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:27.205641 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f80ff-bd6d-4137-b3ec-b6266883d100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b06935-0214-44ce-a30f-a058306ed70d,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:27.208561 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-f27f80ff-bd6d-4137-b3ec-b6266883d100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:27.497478 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 44200) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:50:27.513969 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-1a9f7b1f-e66d-4189-a141-e3b4bd51e4ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:27.612502 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-1a9f7b1f-e66d-4189-a141-e3b4bd51e4ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:27.617501 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-1a9f7b1f-e66d-4189-a141-e3b4bd51e4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:27.620322 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-9604e651-4f05-43be-8c48-b048c4f195ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:27.662545 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-1a9f7b1f-e66d-4189-a141-e3b4bd51e4ee admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=f10b9e4dc3624b699191c6cf095de6fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1613965 Jun 16 13:50:27.662545 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9f7b1f-e66d-4189-a141-e3b4bd51e4ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec867cf-af9c-4aff-9eef-885aae4761ae,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:27.663902 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 44202) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:50:27.664650 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-1a9f7b1f-e66d-4189-a141-e3b4bd51e4ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:27.730448 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d0aa9332-204d-43f0-bafc-72f89b8bd326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:27.754942 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d0aa9332-204d-43f0-bafc-72f89b8bd326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:27.803826 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d0aa9332-204d-43f0-bafc-72f89b8bd326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:27.806458 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d0aa9332-204d-43f0-bafc-72f89b8bd326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:27.807646 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-d0aa9332-204d-43f0-bafc-72f89b8bd326 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/2ec867cf-af9c-4aff-9eef-885aae4761ae HTTP/1.1" status: 204 len: 168 time: 0.1419029 Jun 16 13:50:27.808556 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-cf0b891e-ee21-4ac9-a051-eab8811e77d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:27.820314 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa9332-204d-43f0-bafc-72f89b8bd326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec867cf-af9c-4aff-9eef-885aae4761ae,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:27.822030 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-d0aa9332-204d-43f0-bafc-72f89b8bd326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:28.609250 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-f4356772-89aa-41af-9213-bfde4a865fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:31.128769 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:31.288998 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-c7145f81-adf1-4155-9223-e29e4b8f51fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:32.057040 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9426d120-8ef3-450b-a3fa-438be4b95f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:33.938097 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3cd87a0a-8c13-4d66-8546-43ee61e1d8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:39.689360 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:46.745556 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 44376) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:50:46.862915 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b4546548-2125-4cb3-aef1-fe8c6d24339f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:46.973923 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b4546548-2125-4cb3-aef1-fe8c6d24339f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:46.979007 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b4546548-2125-4cb3-aef1-fe8c6d24339f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:46.990134 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-d1c452b4-2d85-4e1b-b07e-d81d581a43fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:47.018807 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 44380) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:50:47.019661 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-b4546548-2125-4cb3-aef1-fe8c6d24339f admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=dfe8f85618b94126b5c65e6b61a6d4a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2721930 Jun 16 13:50:47.028576 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4546548-2125-4cb3-aef1-fe8c6d24339f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3369fb13-5ec7-475b-9970-4844f377fdc5,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:47.032654 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-b4546548-2125-4cb3-aef1-fe8c6d24339f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:47.081485 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-b761fd30-58b9-48cc-b4c9-654506bc14a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:47.105452 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-b761fd30-58b9-48cc-b4c9-654506bc14a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:47.154050 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-b761fd30-58b9-48cc-b4c9-654506bc14a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:47.156741 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-b761fd30-58b9-48cc-b4c9-654506bc14a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:47.160418 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-b761fd30-58b9-48cc-b4c9-654506bc14a7 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/3369fb13-5ec7-475b-9970-4844f377fdc5 HTTP/1.1" status: 204 len: 168 time: 0.1382105 Jun 16 13:50:47.160418 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-f73265fe-7c8e-4120-940c-80f2b1925af0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:47.169196 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b761fd30-58b9-48cc-b4c9-654506bc14a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3369fb13-5ec7-475b-9970-4844f377fdc5,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:47.172425 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-b761fd30-58b9-48cc-b4c9-654506bc14a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:51.471900 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 44446) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:50:51.580520 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-58045e8b-3eee-4976-b0f3-7fb00e1e670c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:51.676476 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-58045e8b-3eee-4976-b0f3-7fb00e1e670c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:51.681485 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-58045e8b-3eee-4976-b0f3-7fb00e1e670c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:51.684199 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-9f0b48d9-065e-45b8-a533-963e614f9aee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:51.718724 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58045e8b-3eee-4976-b0f3-7fb00e1e670c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eac898f-5b5b-441b-9b65-ba094571cdd4,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:51.722551 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-58045e8b-3eee-4976-b0f3-7fb00e1e670c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:51.727827 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 44452) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:50:51.728719 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-58045e8b-3eee-4976-b0f3-7fb00e1e670c admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=4a59472fbded4eb1a6ca4c5c248ed215&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2549076 Jun 16 13:50:51.786365 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-2187548c-e43f-4019-a111-4ff224d1b581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:51.808379 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-2187548c-e43f-4019-a111-4ff224d1b581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:51.856437 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-2187548c-e43f-4019-a111-4ff224d1b581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:51.860523 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-2187548c-e43f-4019-a111-4ff224d1b581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:51.861645 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-2187548c-e43f-4019-a111-4ff224d1b581 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/5eac898f-5b5b-441b-9b65-ba094571cdd4 HTTP/1.1" status: 204 len: 168 time: 0.1324604 Jun 16 13:50:51.862433 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-b761fd30-58b9-48cc-b4c9-654506bc14a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:51.870199 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2187548c-e43f-4019-a111-4ff224d1b581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eac898f-5b5b-441b-9b65-ba094571cdd4,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:51.877480 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2187548c-e43f-4019-a111-4ff224d1b581 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:51.877828 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2187548c-e43f-4019-a111-4ff224d1b581 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:51.878185 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2187548c-e43f-4019-a111-4ff224d1b581 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:51.878533 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2187548c-e43f-4019-a111-4ff224d1b581 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:51.879001 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2187548c-e43f-4019-a111-4ff224d1b581 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:51.879268 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2187548c-e43f-4019-a111-4ff224d1b581 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:51.879612 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2187548c-e43f-4019-a111-4ff224d1b581 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:51.879955 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2187548c-e43f-4019-a111-4ff224d1b581 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:51.880317 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2187548c-e43f-4019-a111-4ff224d1b581 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:51.880656 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2187548c-e43f-4019-a111-4ff224d1b581 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:51.880992 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2187548c-e43f-4019-a111-4ff224d1b581 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:51.881324 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2187548c-e43f-4019-a111-4ff224d1b581 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:51.884616 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-2187548c-e43f-4019-a111-4ff224d1b581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:52.164260 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 44458) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:50:52.181082 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-9cf14862-dd87-41c5-b963-fa2c2efae6b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:52.276215 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-9cf14862-dd87-41c5-b963-fa2c2efae6b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:52.282267 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-9cf14862-dd87-41c5-b963-fa2c2efae6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:52.286861 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-a14a0eb0-2f2a-40bc-8b96-40a42f21aaf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:52.347466 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-9cf14862-dd87-41c5-b963-fa2c2efae6b3 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=7221ca4d59504d3cbb4b2dd180fd841c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1820066 Jun 16 13:50:52.348706 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf14862-dd87-41c5-b963-fa2c2efae6b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af0a4cd-9476-42ac-a849-a9814169b067,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:52.350287 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 44460) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:50:52.351615 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-9cf14862-dd87-41c5-b963-fa2c2efae6b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:52.405853 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-39ca16c5-6751-415b-9ec9-5b3bc1494dc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:52.428798 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-39ca16c5-6751-415b-9ec9-5b3bc1494dc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:52.487183 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-39ca16c5-6751-415b-9ec9-5b3bc1494dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:52.489697 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-39ca16c5-6751-415b-9ec9-5b3bc1494dc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:52.490811 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-39ca16c5-6751-415b-9ec9-5b3bc1494dc7 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/0af0a4cd-9476-42ac-a849-a9814169b067 HTTP/1.1" status: 204 len: 168 time: 0.1395633 Jun 16 13:50:52.491830 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-a9cb19bd-8ded-4973-a0c3-2656e9057564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:52.499235 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ca16c5-6751-415b-9ec9-5b3bc1494dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af0a4cd-9476-42ac-a849-a9814169b067,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:52.501634 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-39ca16c5-6751-415b-9ec9-5b3bc1494dc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:54.143553 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.agents_db [None req-04e01baa-1c8d-439a-8f1b-024cbee7c8c9 None None] Agent healthcheck: found 6 active agents {{(pid=103677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:50:54.890574 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-20505288-ee0d-46db-bd86-04b5f71a229e req-aead258a-0382-48d5-92c5-d80032373b4d tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] 10.222.0.104 "GET /v2.0/networks?tenant_id=8ec73dd46577480fa675b073a5e795c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347121 Jun 16 13:50:55.084570 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20505288-ee0d-46db-bd86-04b5f71a229e req-fb7ca582-2509-4907-82d6-c973aaa5fcfc tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:55.086112 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-20505288-ee0d-46db-bd86-04b5f71a229e req-fb7ca582-2509-4907-82d6-c973aaa5fcfc tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] 10.222.0.104 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1895192 Jun 16 13:50:55.103336 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-20505288-ee0d-46db-bd86-04b5f71a229e req-03e95c95-1697-4fb5-87d3-fa95245042b9 tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] 10.222.0.104 "GET /v2.0/quotas/8ec73dd46577480fa675b073a5e795c5 HTTP/1.1" status: 200 len: 375 time: 0.0101230 Jun 16 13:50:55.138604 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-20505288-ee0d-46db-bd86-04b5f71a229e req-3cf1fd94-a24f-4cdc-8ce2-0d45c2db221f tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=8ec73dd46577480fa675b073a5e795c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277972 Jun 16 13:50:55.324861 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-76b7ea87-6f81-43e5-adba-1fff4f622307 req-76381af8-57cc-4b76-9ef1-b1b5b72d227a tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] 10.222.0.104 "GET /v2.0/ports?device_id=09135cad-1ebb-41c0-bdad-7f2c1785fff3 HTTP/1.1" status: 200 len: 210 time: 0.0301383 Jun 16 13:50:56.367646 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-20505288-ee0d-46db-bd86-04b5f71a229e req-b6767aaa-2848-4198-81ca-25e0219c869c tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=8ec73dd46577480fa675b073a5e795c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246058 Jun 16 13:50:56.483477 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ead1721d-4487-41f7-9c98-66d5f7776d7e req-891036cd-3173-43ec-a7a7-16409c1b292f tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] 10.222.0.104 "GET /v2.0/ports?device_id=09135cad-1ebb-41c0-bdad-7f2c1785fff3 HTTP/1.1" status: 200 len: 210 time: 0.0381966 Jun 16 13:50:56.502188 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20505288-ee0d-46db-bd86-04b5f71a229e req-48988d45-85fb-4662-bae1-ab4229b92b46 tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:56.503644 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-20505288-ee0d-46db-bd86-04b5f71a229e req-48988d45-85fb-4662-bae1-ab4229b92b46 tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1315892 Jun 16 13:50:56.516363 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [req-20505288-ee0d-46db-bd86-04b5f71a229e req-242912f5-f05f-4cad-b442-c78d5c346353 tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] Request body: {'port': {'device_id': '09135cad-1ebb-41c0-bdad-7f2c1785fff3', 'network_id': 'd523a0b3-590b-479e-91ca-f15a58222f71', 'admin_state_up': True, 'tenant_id': '8ec73dd46577480fa675b073a5e795c5'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:50:56.623591 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20505288-ee0d-46db-bd86-04b5f71a229e req-242912f5-f05f-4cad-b442-c78d5c346353 tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] Made reservation on behalf of 8ec73dd46577480fa675b073a5e795c5 for: {'port': 1} {{(pid=103674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:50:56.627596 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-20505288-ee0d-46db-bd86-04b5f71a229e req-242912f5-f05f-4cad-b442-c78d5c346353 tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for port, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:56.636476 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-20505288-ee0d-46db-bd86-04b5f71a229e req-242912f5-f05f-4cad-b442-c78d5c346353 tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] Notify callbacks [] for security_group, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:56.730326 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-20505288-ee0d-46db-bd86-04b5f71a229e req-242912f5-f05f-4cad-b442-c78d5c346353 tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] Notify callbacks [] for security_group, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:56.735368 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-20505288-ee0d-46db-bd86-04b5f71a229e req-242912f5-f05f-4cad-b442-c78d5c346353 tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:56.739789 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-beb836e3-98b7-4136-a20e-898973c42561 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:56.804556 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242912f5-f05f-4cad-b442-c78d5c346353 tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42b395c5-2a8d-421a-adc2-8e434d7eef7f,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:56.817398 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242912f5-f05f-4cad-b442-c78d5c346353 tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:56.817761 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242912f5-f05f-4cad-b442-c78d5c346353 tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:56.818125 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242912f5-f05f-4cad-b442-c78d5c346353 tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:56.818476 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242912f5-f05f-4cad-b442-c78d5c346353 tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:56.818829 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242912f5-f05f-4cad-b442-c78d5c346353 tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:56.819178 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242912f5-f05f-4cad-b442-c78d5c346353 tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:56.819523 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242912f5-f05f-4cad-b442-c78d5c346353 tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:56.819876 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242912f5-f05f-4cad-b442-c78d5c346353 tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:56.820248 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242912f5-f05f-4cad-b442-c78d5c346353 tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:56.820590 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242912f5-f05f-4cad-b442-c78d5c346353 tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:56.820935 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242912f5-f05f-4cad-b442-c78d5c346353 tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:56.821273 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242912f5-f05f-4cad-b442-c78d5c346353 tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:50:56.825523 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-242912f5-f05f-4cad-b442-c78d5c346353 tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:56.887569 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.db_base_plugin_common [req-20505288-ee0d-46db-bd86-04b5f71a229e req-242912f5-f05f-4cad-b442-c78d5c346353 tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] Allocated IP 192.168.233.195 (d523a0b3-590b-479e-91ca-f15a58222f71/6c031fb9-a2b9-456d-bbdb-1aaf88c835bb/9e504985-0c5b-4288-b692-4b56260ce9a0) {{(pid=103674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:50:57.045202 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-20505288-ee0d-46db-bd86-04b5f71a229e req-242912f5-f05f-4cad-b442-c78d5c346353 tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] Notify callbacks [] for port, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:57.058770 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.provisioning_blocks [req-20505288-ee0d-46db-bd86-04b5f71a229e req-242912f5-f05f-4cad-b442-c78d5c346353 tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] Transition to ACTIVE for port object 9e504985-0c5b-4288-b692-4b56260ce9a0 will not be triggered until provisioned by entity DHCP. {{(pid=103674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:50:57.097990 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-20505288-ee0d-46db-bd86-04b5f71a229e req-242912f5-f05f-4cad-b442-c78d5c346353 tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1833118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779594881046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10072334'] for port, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:57.111388 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-208e3cfb-4c8c-4dfa-a952-7ab58e8a4896 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:57.154811 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20505288-ee0d-46db-bd86-04b5f71a229e req-242912f5-f05f-4cad-b442-c78d5c346353 tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] Network d523a0b3-590b-479e-91ca-f15a58222f71 is already hosted by enough agents. {{(pid=103674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:50:57.160417 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [req-20505288-ee0d-46db-bd86-04b5f71a229e req-242912f5-f05f-4cad-b442-c78d5c346353 tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] Resources bound (agent type, host, resource id): {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:50:57.164837 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [req-20505288-ee0d-46db-bd86-04b5f71a229e req-242912f5-f05f-4cad-b442-c78d5c346353 tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] Received port after_create {{(pid=103674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:50:57.172460 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242912f5-f05f-4cad-b442-c78d5c346353 tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] Pushing event updated for resources: {'Port': ['ID=9e504985-0c5b-4288-b692-4b56260ce9a0,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:57.191977 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-242912f5-f05f-4cad-b442-c78d5c346353 tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:57.218172 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20505288-ee0d-46db-bd86-04b5f71a229e req-242912f5-f05f-4cad-b442-c78d5c346353 tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:57.218693 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-20505288-ee0d-46db-bd86-04b5f71a229e req-242912f5-f05f-4cad-b442-c78d5c346353 tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914'] for port, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:57.233730 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-20505288-ee0d-46db-bd86-04b5f71a229e req-242912f5-f05f-4cad-b442-c78d5c346353 tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7209785 Jun 16 13:50:57.245634 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [req-20505288-ee0d-46db-bd86-04b5f71a229e req-18d83535-ced7-49db-8d1c-bf0c3dbb02de service neutron] Request body: {'port': {'device_id': '09135cad-1ebb-41c0-bdad-7f2c1785fff3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:50:57.323637 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-20505288-ee0d-46db-bd86-04b5f71a229e req-18d83535-ced7-49db-8d1c-bf0c3dbb02de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:57.383730 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-1b2e1ea7-660e-4bf8-9965-a7073c6c201c None None] Provisioning for port 9e504985-0c5b-4288-b692-4b56260ce9a0 completed by entity DHCP. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:50:57.387495 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-1b2e1ea7-660e-4bf8-9965-a7073c6c201c None None] Provisioning complete for port 9e504985-0c5b-4288-b692-4b56260ce9a0 triggered by entity DHCP. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:50:57.387881 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-1b2e1ea7-660e-4bf8-9965-a7073c6c201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:57.421389 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-1b2e1ea7-660e-4bf8-9965-a7073c6c201c None None] Port 9e504985-0c5b-4288-b692-4b56260ce9a0 cannot update to ACTIVE because it is not bound. {{(pid=103676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:50:57.590100 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.notifiers.nova [req-20505288-ee0d-46db-bd86-04b5f71a229e req-18d83535-ced7-49db-8d1c-bf0c3dbb02de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e504985-0c5b-4288-b692-4b56260ce9a0 {{(pid=103674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:50:57.598202 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-20505288-ee0d-46db-bd86-04b5f71a229e req-18d83535-ced7-49db-8d1c-bf0c3dbb02de service neutron] Notify callbacks [] for port, precommit_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:57.639283 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.provisioning_blocks [req-20505288-ee0d-46db-bd86-04b5f71a229e req-18d83535-ced7-49db-8d1c-bf0c3dbb02de service neutron] Transition to ACTIVE for port object 9e504985-0c5b-4288-b692-4b56260ce9a0 will not be triggered until provisioned by entity L2. {{(pid=103674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:50:57.644008 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-20505288-ee0d-46db-bd86-04b5f71a229e req-18d83535-ced7-49db-8d1c-bf0c3dbb02de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10072344'] for port, after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:57.646777 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-511f682c-72a9-4527-9a10-56d54f7a273c tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:57.731333 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d83535-ced7-49db-8d1c-bf0c3dbb02de service neutron] Pushing event updated for resources: {'Port': ['ID=9e504985-0c5b-4288-b692-4b56260ce9a0,revision_number=2']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:57.734944 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-18d83535-ced7-49db-8d1c-bf0c3dbb02de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:57.772632 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a1f2d0-7509-46d7-8abc-d23b37c9ebb6 req-d32c9272-10e7-4fde-807c-f3dc66250bab tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:57.774532 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-24a1f2d0-7509-46d7-8abc-d23b37c9ebb6 req-d32c9272-10e7-4fde-807c-f3dc66250bab tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] 10.222.0.104 "GET /v2.0/ports?device_id=09135cad-1ebb-41c0-bdad-7f2c1785fff3 HTTP/1.1" status: 200 len: 936 time: 0.1725426 Jun 16 13:50:57.850762 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-24a1f2d0-7509-46d7-8abc-d23b37c9ebb6 req-768e67a4-dc9a-458b-9c54-93f4da5a6246 tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] 10.222.0.104 "GET /v2.0/security-groups?id=42b395c5-2a8d-421a-adc2-8e434d7eef7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561781 Jun 16 13:50:57.853081 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.managers [req-20505288-ee0d-46db-bd86-04b5f71a229e req-18d83535-ced7-49db-8d1c-bf0c3dbb02de service neutron] Attempting to bind port 9e504985-0c5b-4288-b692-4b56260ce9a0 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:50:57.853403 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.managers [req-20505288-ee0d-46db-bd86-04b5f71a229e req-18d83535-ced7-49db-8d1c-bf0c3dbb02de service neutron] Attempting to bind port 9e504985-0c5b-4288-b692-4b56260ce9a0 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'b757bc33-aa56-4c3d-a5f0-f11a27234ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'd523a0b3-590b-479e-91ca-f15a58222f71'}] {{(pid=103674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:50:57.853700 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20505288-ee0d-46db-bd86-04b5f71a229e req-18d83535-ced7-49db-8d1c-bf0c3dbb02de service neutron] Attempting to bind port 9e504985-0c5b-4288-b692-4b56260ce9a0 on network d523a0b3-590b-479e-91ca-f15a58222f71 {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:50:57.858003 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20505288-ee0d-46db-bd86-04b5f71a229e req-18d83535-ced7-49db-8d1c-bf0c3dbb02de service neutron] Port 9e504985-0c5b-4288-b692-4b56260ce9a0 on network d523a0b3-590b-479e-91ca-f15a58222f71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 13:50:57.858281 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20505288-ee0d-46db-bd86-04b5f71a229e req-18d83535-ced7-49db-8d1c-bf0c3dbb02de service neutron] Attempting to bind port 9e504985-0c5b-4288-b692-4b56260ce9a0 on network d523a0b3-590b-479e-91ca-f15a58222f71 {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:50:57.863333 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20505288-ee0d-46db-bd86-04b5f71a229e req-18d83535-ced7-49db-8d1c-bf0c3dbb02de service neutron] Checking agent: {'id': '1d30c470-50d4-4ce2-b27c-c11b758166c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 42, 10), 'started_at': datetime.datetime(2021, 6, 16, 13, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:50:57.863557 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20505288-ee0d-46db-bd86-04b5f71a229e req-18d83535-ced7-49db-8d1c-bf0c3dbb02de service neutron] Checking segment: {'id': 'b757bc33-aa56-4c3d-a5f0-f11a27234ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'd523a0b3-590b-479e-91ca-f15a58222f71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:50:57.863966 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20505288-ee0d-46db-bd86-04b5f71a229e req-18d83535-ced7-49db-8d1c-bf0c3dbb02de service neutron] Bound using segment: {'id': 'b757bc33-aa56-4c3d-a5f0-f11a27234ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'd523a0b3-590b-479e-91ca-f15a58222f71'} {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:50:57.864361 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.managers [req-20505288-ee0d-46db-bd86-04b5f71a229e req-18d83535-ced7-49db-8d1c-bf0c3dbb02de service neutron] Bound port: 9e504985-0c5b-4288-b692-4b56260ce9a0, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b757bc33-aa56-4c3d-a5f0-f11a27234ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1179, 'network_id': 'd523a0b3-590b-479e-91ca-f15a58222f71'}}] {{(pid=103674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:50:57.864698 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-20505288-ee0d-46db-bd86-04b5f71a229e req-18d83535-ced7-49db-8d1c-bf0c3dbb02de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:57.928549 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.db [req-20505288-ee0d-46db-bd86-04b5f71a229e req-18d83535-ced7-49db-8d1c-bf0c3dbb02de service neutron] For port 9e504985-0c5b-4288-b692-4b56260ce9a0, host hv-cinder-78960, cleared binding levels {{(pid=103674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:50:57.931572 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.db [req-20505288-ee0d-46db-bd86-04b5f71a229e req-18d83535-ced7-49db-8d1c-bf0c3dbb02de service neutron] For port 9e504985-0c5b-4288-b692-4b56260ce9a0, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9e504985-0c5b-4288-b692-4b56260ce9a0,segment=NetworkSegment(b757bc33-aa56-4c3d-a5f0-f11a27234ed4),segment_id=b757bc33-aa56-4c3d-a5f0-f11a27234ed4)] {{(pid=103674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:50:57.937621 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-20505288-ee0d-46db-bd86-04b5f71a229e req-18d83535-ced7-49db-8d1c-bf0c3dbb02de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10072344'] for port, after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:57.940685 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-18d83535-ced7-49db-8d1c-bf0c3dbb02de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:50:57.976565 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20505288-ee0d-46db-bd86-04b5f71a229e req-18d83535-ced7-49db-8d1c-bf0c3dbb02de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:57.977217 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-20505288-ee0d-46db-bd86-04b5f71a229e req-18d83535-ced7-49db-8d1c-bf0c3dbb02de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914'] for port, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:57.978722 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-20505288-ee0d-46db-bd86-04b5f71a229e req-18d83535-ced7-49db-8d1c-bf0c3dbb02de service neutron] 10.222.0.101 "PUT /v2.0/ports/9e504985-0c5b-4288-b692-4b56260ce9a0 HTTP/1.1" status: 200 len: 1098 time: 0.7375278 Jun 16 13:50:57.979262 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09135cad-1ebb-41c0-bdad-7f2c1785fff3', 'tag': '9e504985-0c5b-4288-b692-4b56260ce9a0'}] {{(pid=103674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:50:57.981670 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf0caa33b503d1f2c3d6e3a51c00f46bab3e78c159fea0ab96052d9779657e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74156ae-7666-431f-9dbc-d1ec9f4e4345" -d '{"events": [{"name": "network-changed", "server_uuid": "09135cad-1ebb-41c0-bdad-7f2c1785fff3", "tag": "9e504985-0c5b-4288-b692-4b56260ce9a0"}]}' {{(pid=103674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:50:58.021289 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d83535-ced7-49db-8d1c-bf0c3dbb02de service neutron] Pushing event updated for resources: {'Port': ['ID=9e504985-0c5b-4288-b692-4b56260ce9a0,revision_number=3']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:50:58.024790 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-18d83535-ced7-49db-8d1c-bf0c3dbb02de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:50:58.051888 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7cb2bd1-f8ef-43e0-9a5b-e7e97b73c388 x-openstack-request-id: req-f7cb2bd1-f8ef-43e0-9a5b-e7e97b73c388 {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:50:58.052237 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09135cad-1ebb-41c0-bdad-7f2c1785fff3", "tag": "9e504985-0c5b-4288-b692-4b56260ce9a0", "status": "completed", "code": 200}]} {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:50:58.052524 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-f7cb2bd1-f8ef-43e0-9a5b-e7e97b73c388 {{(pid=103674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:50:58.052942 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09135cad-1ebb-41c0-bdad-7f2c1785fff3', 'tag': '9e504985-0c5b-4288-b692-4b56260ce9a0', 'status': 'completed', 'code': 200} Jun 16 13:50:58.078989 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20505288-ee0d-46db-bd86-04b5f71a229e req-3816f61a-d617-4cfa-b3da-8557104aafcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:58.080519 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-20505288-ee0d-46db-bd86-04b5f71a229e req-3816f61a-d617-4cfa-b3da-8557104aafcf service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=8ec73dd46577480fa675b073a5e795c5&device_id=09135cad-1ebb-41c0-bdad-7f2c1785fff3 HTTP/1.1" status: 200 len: 1101 time: 0.0603549 Jun 16 13:50:58.122207 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-20505288-ee0d-46db-bd86-04b5f71a229e req-9c949418-2a20-4376-91d7-eed35a00f100 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=9e504985-0c5b-4288-b692-4b56260ce9a0 HTTP/1.1" status: 200 len: 217 time: 0.0339468 Jun 16 13:50:58.174712 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20505288-ee0d-46db-bd86-04b5f71a229e req-dd96b524-6202-4833-9c76-484ca2bc3ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:58.176172 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-20505288-ee0d-46db-bd86-04b5f71a229e req-dd96b524-6202-4833-9c76-484ca2bc3ef5 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=6c031fb9-a2b9-456d-bbdb-1aaf88c835bb HTTP/1.1" status: 200 len: 843 time: 0.0478029 Jun 16 13:50:58.236268 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20505288-ee0d-46db-bd86-04b5f71a229e req-ce477112-b0ac-4f5e-87d8-882c3ec5d4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:58.237898 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-20505288-ee0d-46db-bd86-04b5f71a229e req-ce477112-b0ac-4f5e-87d8-882c3ec5d4c4 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=d523a0b3-590b-479e-91ca-f15a58222f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0544689 Jun 16 13:50:58.332144 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-20505288-ee0d-46db-bd86-04b5f71a229e req-3240e2b4-24b7-49fc-93a1-bbd88d7e371c service neutron] 10.222.0.101 "GET /v2.0/networks/d523a0b3-590b-479e-91ca-f15a58222f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849938 Jun 16 13:50:58.429423 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-20505288-ee0d-46db-bd86-04b5f71a229e req-f9a1b925-ee93-4b94-b6d3-b995310d8c5c service neutron] 10.222.0.101 "GET /v2.0/networks/d523a0b3-590b-479e-91ca-f15a58222f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901985 Jun 16 13:50:58.538918 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74156ae-7666-431f-9dbc-d1ec9f4e4345 req-c66f6cb6-5925-4c1d-8558-47fea32f0f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:58.540348 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c74156ae-7666-431f-9dbc-d1ec9f4e4345 req-c66f6cb6-5925-4c1d-8558-47fea32f0f18 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=8ec73dd46577480fa675b073a5e795c5&device_id=09135cad-1ebb-41c0-bdad-7f2c1785fff3 HTTP/1.1" status: 200 len: 1101 time: 0.0573723 Jun 16 13:50:58.616369 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-0f2b11e2-a5ef-489d-ab22-c1779d4c66c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:50:58.634663 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74156ae-7666-431f-9dbc-d1ec9f4e4345 req-cf3ff1fa-cea4-4b4f-8480-eeebce37d641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:58.636141 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c74156ae-7666-431f-9dbc-d1ec9f4e4345 req-cf3ff1fa-cea4-4b4f-8480-eeebce37d641 service neutron] 10.222.0.101 "GET /v2.0/networks?id=d523a0b3-590b-479e-91ca-f15a58222f71 HTTP/1.1" status: 200 len: 871 time: 0.0882080 Jun 16 13:50:58.678131 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c74156ae-7666-431f-9dbc-d1ec9f4e4345 req-d979cefc-fa7c-4909-b98b-43f13b7c55b5 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=9e504985-0c5b-4288-b692-4b56260ce9a0 HTTP/1.1" status: 200 len: 217 time: 0.0333886 Jun 16 13:50:58.726516 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74156ae-7666-431f-9dbc-d1ec9f4e4345 req-ee7461bf-cc00-4d52-a69a-855e35a5c36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:58.727952 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c74156ae-7666-431f-9dbc-d1ec9f4e4345 req-ee7461bf-cc00-4d52-a69a-855e35a5c36a service neutron] 10.222.0.101 "GET /v2.0/subnets?id=6c031fb9-a2b9-456d-bbdb-1aaf88c835bb HTTP/1.1" status: 200 len: 843 time: 0.0433271 Jun 16 13:50:58.786294 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74156ae-7666-431f-9dbc-d1ec9f4e4345 req-5ca298d1-c9ac-4546-84f6-621b4df7e867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:58.788107 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c74156ae-7666-431f-9dbc-d1ec9f4e4345 req-5ca298d1-c9ac-4546-84f6-621b4df7e867 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=d523a0b3-590b-479e-91ca-f15a58222f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0529776 Jun 16 13:50:58.888242 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c74156ae-7666-431f-9dbc-d1ec9f4e4345 req-e05bafb2-9048-490d-99f1-474c8c21a233 service neutron] 10.222.0.101 "GET /v2.0/networks/d523a0b3-590b-479e-91ca-f15a58222f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909884 Jun 16 13:50:58.986732 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c74156ae-7666-431f-9dbc-d1ec9f4e4345 req-ebf3195f-073d-4fcc-bccd-4b683211ec53 service neutron] 10.222.0.101 "GET /v2.0/networks/d523a0b3-590b-479e-91ca-f15a58222f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918214 Jun 16 13:50:59.119395 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dde68a-75da-474b-8308-5a43bc260f5e req-f6e12518-d721-4c80-ab5f-8df3453796e0 tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:50:59.121262 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-d1dde68a-75da-474b-8308-5a43bc260f5e req-f6e12518-d721-4c80-ab5f-8df3453796e0 tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] 10.222.0.104 "GET /v2.0/ports?device_id=09135cad-1ebb-41c0-bdad-7f2c1785fff3 HTTP/1.1" status: 200 len: 948 time: 0.0955236 Jun 16 13:50:59.168312 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-d1dde68a-75da-474b-8308-5a43bc260f5e req-b9e050e4-f6c3-4bac-a536-729e8b27828d tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] 10.222.0.104 "GET /v2.0/security-groups?id=42b395c5-2a8d-421a-adc2-8e434d7eef7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368071 Jun 16 13:51:00.359118 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d7e54-fafc-4447-882e-9bc04e9158aa req-7711dc72-f97b-4e03-8203-5093e8bf8d83 tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:00.360514 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-426d7e54-fafc-4447-882e-9bc04e9158aa req-7711dc72-f97b-4e03-8203-5093e8bf8d83 tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] 10.222.0.104 "GET /v2.0/ports?device_id=09135cad-1ebb-41c0-bdad-7f2c1785fff3 HTTP/1.1" status: 200 len: 948 time: 0.0696115 Jun 16 13:51:00.399451 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-426d7e54-fafc-4447-882e-9bc04e9158aa req-1f7feea9-395c-4ce7-ac1d-aeb36c967de4 tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] 10.222.0.104 "GET /v2.0/security-groups?id=42b395c5-2a8d-421a-adc2-8e434d7eef7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328159 Jun 16 13:51:01.123589 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:01.289322 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-971a685e-25fb-4c01-800c-681f206b7a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:01.583851 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb2e26-7783-4630-bee5-ae1df05f6577 req-33e25b5b-eedb-4997-9651-e5dea01d04a7 tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:01.585419 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-dceb2e26-7783-4630-bee5-ae1df05f6577 req-33e25b5b-eedb-4997-9651-e5dea01d04a7 tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] 10.222.0.104 "GET /v2.0/ports?device_id=09135cad-1ebb-41c0-bdad-7f2c1785fff3 HTTP/1.1" status: 200 len: 948 time: 0.0717356 Jun 16 13:51:01.889464 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-dceb2e26-7783-4630-bee5-ae1df05f6577 req-9520d7ae-b213-4468-8e72-6c485cef8e06 tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] 10.222.0.104 "GET /v2.0/security-groups?id=42b395c5-2a8d-421a-adc2-8e434d7eef7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977355 Jun 16 13:51:02.063757 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9426d120-8ef3-450b-a3fa-438be4b95f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:02.076013 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 9e504985-0c5b-4288-b692-4b56260ce9a0 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:51:02.180949 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port 9e504985-0c5b-4288-b692-4b56260ce9a0, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9e504985-0c5b-4288-b692-4b56260ce9a0,segment=NetworkSegment(b757bc33-aa56-4c3d-a5f0-f11a27234ed4),segment_id=b757bc33-aa56-4c3d-a5f0-f11a27234ed4)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:51:02.196406 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Returning: {'device': '9e504985-0c5b-4288-b692-4b56260ce9a0', 'network_id': 'd523a0b3-590b-479e-91ca-f15a58222f71', 'port_id': '9e504985-0c5b-4288-b692-4b56260ce9a0', 'mac_address': 'fa:16:3e:0c:61:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c031fb9-a2b9-456d-bbdb-1aaf88c835bb', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:51:02.243112 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:02.256534 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.notifiers.nova [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e504985-0c5b-4288-b692-4b56260ce9a0 {{(pid=103676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:51:02.278621 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port 9e504985-0c5b-4288-b692-4b56260ce9a0, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9e504985-0c5b-4288-b692-4b56260ce9a0,segment=NetworkSegment(b757bc33-aa56-4c3d-a5f0-f11a27234ed4),segment_id=b757bc33-aa56-4c3d-a5f0-f11a27234ed4)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:51:02.284939 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:02.286837 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:02.333192 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Pushing event updated for resources: {'Port': ['ID=9e504985-0c5b-4288-b692-4b56260ce9a0,revision_number=4']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:02.336705 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:02.519900 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] get_ports_and_sgs() called for port_ids ['9e504985-0c5b-4288-b692-4b56260ce9a0'] {{(pid=103676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:51:03.076989 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd5489-69c8-42a2-a234-7a9c1d6f1ada req-c8f47cc0-c19c-4024-9d1e-d9c71134509a tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:03.078474 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-11cd5489-69c8-42a2-a234-7a9c1d6f1ada req-c8f47cc0-c19c-4024-9d1e-d9c71134509a tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] 10.222.0.104 "GET /v2.0/ports?device_id=09135cad-1ebb-41c0-bdad-7f2c1785fff3 HTTP/1.1" status: 200 len: 949 time: 0.0690453 Jun 16 13:51:03.121733 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-11cd5489-69c8-42a2-a234-7a9c1d6f1ada req-632f471b-28df-4c32-9275-0388ce1526ee tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] 10.222.0.104 "GET /v2.0/security-groups?id=42b395c5-2a8d-421a-adc2-8e434d7eef7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373302 Jun 16 13:51:03.934219 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3cd87a0a-8c13-4d66-8546-43ee61e1d8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:04.092824 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 9e504985-0c5b-4288-b692-4b56260ce9a0 up at agent hyperv_hv-cinder-78960 {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:51:04.153156 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Provisioning for port 9e504985-0c5b-4288-b692-4b56260ce9a0 completed by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:51:04.158198 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Provisioning complete for port 9e504985-0c5b-4288-b692-4b56260ce9a0 triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:51:04.158737 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:04.245771 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:04.270705 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09135cad-1ebb-41c0-bdad-7f2c1785fff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e504985-0c5b-4288-b692-4b56260ce9a0'}] {{(pid=103676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:51:04.273147 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}effa97d0e2123b52db6fac0114eb4251877085964bb68e70a4b566e9e639f06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a1b4c6-a8ae-4489-b513-c437ba489ce0" -d '{"events": [{"server_uuid": "09135cad-1ebb-41c0-bdad-7f2c1785fff3", "name": "network-vif-plugged", "status": "completed", "tag": "9e504985-0c5b-4288-b692-4b56260ce9a0"}]}' {{(pid=103676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:51:04.288196 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port 9e504985-0c5b-4288-b692-4b56260ce9a0, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9e504985-0c5b-4288-b692-4b56260ce9a0,segment=NetworkSegment(b757bc33-aa56-4c3d-a5f0-f11a27234ed4),segment_id=b757bc33-aa56-4c3d-a5f0-f11a27234ed4)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:51:04.293735 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:04.296390 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:04.320624 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f5c6a-5f1b-4170-872a-87bc3c2e56c3 req-7776355d-5519-4206-9c5f-8166c9f52bd8 tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:04.322005 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd39e633-7495-4737-8a40-4d8ba0f9e068 x-openstack-request-id: req-dd39e633-7495-4737-8a40-4d8ba0f9e068 {{(pid=103676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:51:04.322182 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-716f5c6a-5f1b-4170-872a-87bc3c2e56c3 req-7776355d-5519-4206-9c5f-8166c9f52bd8 tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] 10.222.0.104 "GET /v2.0/ports?device_id=09135cad-1ebb-41c0-bdad-7f2c1785fff3 HTTP/1.1" status: 200 len: 949 time: 0.0763350 Jun 16 13:51:04.322480 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09135cad-1ebb-41c0-bdad-7f2c1785fff3", "name": "network-vif-plugged", "status": "completed", "tag": "9e504985-0c5b-4288-b692-4b56260ce9a0", "code": 200}]} {{(pid=103676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:51:04.322731 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-dd39e633-7495-4737-8a40-4d8ba0f9e068 {{(pid=103676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:51:04.323129 dv-cinder-789603-10-smb neutron-server[103676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09135cad-1ebb-41c0-bdad-7f2c1785fff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e504985-0c5b-4288-b692-4b56260ce9a0', 'code': 200} Jun 16 13:51:04.349367 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Pushing event updated for resources: {'Port': ['ID=9e504985-0c5b-4288-b692-4b56260ce9a0,revision_number=5']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:04.356259 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:04.356682 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:04.356923 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:04.357248 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:04.357565 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:04.357884 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:04.358203 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:04.358543 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:04.358843 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:04.359156 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:04.359468 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:04.359777 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:51:04.363892 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:04.374519 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-716f5c6a-5f1b-4170-872a-87bc3c2e56c3 req-8c270e7f-7aac-423e-bbdb-66db50f52c98 tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] 10.222.0.104 "GET /v2.0/security-groups?id=42b395c5-2a8d-421a-adc2-8e434d7eef7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436282 Jun 16 13:51:04.575152 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac6528d-93ec-4483-a22a-f84173dd9963 req-0597cdd6-3d54-4823-9842-37a4488a3833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:04.576588 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-3ac6528d-93ec-4483-a22a-f84173dd9963 req-0597cdd6-3d54-4823-9842-37a4488a3833 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=09135cad-1ebb-41c0-bdad-7f2c1785fff3 HTTP/1.1" status: 200 len: 1103 time: 0.0679274 Jun 16 13:51:04.618279 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-3ac6528d-93ec-4483-a22a-f84173dd9963 req-f56d5b34-9da1-4353-a6a6-897d6fb88380 service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=42b395c5-2a8d-421a-adc2-8e434d7eef7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344484 Jun 16 13:51:05.599159 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f548f-d8f2-4e07-87e4-7a60c0172a42 req-51495128-6491-4ec2-b411-09e54cf11b38 tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:05.600643 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-268f548f-d8f2-4e07-87e4-7a60c0172a42 req-51495128-6491-4ec2-b411-09e54cf11b38 tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] 10.222.0.104 "GET /v2.0/ports?device_id=09135cad-1ebb-41c0-bdad-7f2c1785fff3 HTTP/1.1" status: 200 len: 950 time: 0.0771058 Jun 16 13:51:05.641151 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-268f548f-d8f2-4e07-87e4-7a60c0172a42 req-806c5ae6-8001-49db-9095-63b6cc173d4c tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] 10.222.0.104 "GET /v2.0/security-groups?id=42b395c5-2a8d-421a-adc2-8e434d7eef7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345802 Jun 16 13:51:06.839029 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac021dfb-0690-417d-8ba5-f860d2a79fea req-70bda2dd-08a2-488e-86ad-193afc49e89e tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:06.840513 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ac021dfb-0690-417d-8ba5-f860d2a79fea req-70bda2dd-08a2-488e-86ad-193afc49e89e tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] 10.222.0.104 "GET /v2.0/ports?device_id=09135cad-1ebb-41c0-bdad-7f2c1785fff3 HTTP/1.1" status: 200 len: 950 time: 0.0741248 Jun 16 13:51:06.881949 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ac021dfb-0690-417d-8ba5-f860d2a79fea req-1694fb6a-7c2d-40e0-ae7e-a89d5a31c491 tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] 10.222.0.104 "GET /v2.0/security-groups?id=42b395c5-2a8d-421a-adc2-8e434d7eef7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335383 Jun 16 13:51:07.317056 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beb33bd-d6c2-4e0f-aa46-3d65df491e67 req-8c0c61f1-c9b7-432a-b3dc-e2056e213422 tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:07.317905 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-6beb33bd-d6c2-4e0f-aa46-3d65df491e67 req-8c0c61f1-c9b7-432a-b3dc-e2056e213422 tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] 10.222.0.104 "GET /v2.0/ports?device_id=09135cad-1ebb-41c0-bdad-7f2c1785fff3 HTTP/1.1" status: 200 len: 950 time: 0.0648324 Jun 16 13:51:07.362732 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-6beb33bd-d6c2-4e0f-aa46-3d65df491e67 req-d87dde60-6d60-43f3-8b50-4116db01f6f8 tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] 10.222.0.104 "GET /v2.0/security-groups?id=42b395c5-2a8d-421a-adc2-8e434d7eef7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385771 Jun 16 13:51:08.585722 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418edc9-6563-4187-81f4-b8a0f40994ce req-0b7b1c73-65a1-4071-8973-db8049b8bea4 tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:08.587292 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2418edc9-6563-4187-81f4-b8a0f40994ce req-0b7b1c73-65a1-4071-8973-db8049b8bea4 tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] 10.222.0.104 "GET /v2.0/ports?device_id=09135cad-1ebb-41c0-bdad-7f2c1785fff3 HTTP/1.1" status: 200 len: 950 time: 0.1023314 Jun 16 13:51:08.640079 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2418edc9-6563-4187-81f4-b8a0f40994ce req-9addcc92-9f26-4539-9459-1d022ed8b83f tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] 10.222.0.104 "GET /v2.0/security-groups?id=42b395c5-2a8d-421a-adc2-8e434d7eef7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450847 Jun 16 13:51:08.650410 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95421f9-92b8-4399-94a2-3792426d1553 req-e5578c0b-2992-4263-b3ea-cd393bd82422 tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:08.651802 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-b95421f9-92b8-4399-94a2-3792426d1553 req-e5578c0b-2992-4263-b3ea-cd393bd82422 tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] 10.222.0.101 "GET /v2.0/ports?device_id=09135cad-1ebb-41c0-bdad-7f2c1785fff3 HTTP/1.1" status: 200 len: 950 time: 0.1097398 Jun 16 13:51:08.756547 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [req-b95421f9-92b8-4399-94a2-3792426d1553 req-3ad9fd39-82da-47f6-b626-086a5e7177dc tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] Deleting port 9e504985-0c5b-4288-b692-4b56260ce9a0 {{(pid=103674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:51:08.756949 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-b95421f9-92b8-4399-94a2-3792426d1553 req-3ad9fd39-82da-47f6-b626-086a5e7177dc tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779595332765'] for port, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:08.849542 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.db [req-b95421f9-92b8-4399-94a2-3792426d1553 req-3ad9fd39-82da-47f6-b626-086a5e7177dc tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] For port 9e504985-0c5b-4288-b692-4b56260ce9a0, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=9e504985-0c5b-4288-b692-4b56260ce9a0,segment=NetworkSegment(b757bc33-aa56-4c3d-a5f0-f11a27234ed4),segment_id=b757bc33-aa56-4c3d-a5f0-f11a27234ed4)] {{(pid=103674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:51:08.849874 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-b95421f9-92b8-4399-94a2-3792426d1553 req-3ad9fd39-82da-47f6-b626-086a5e7177dc tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757230'] for port, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:08.920264 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [req-b95421f9-92b8-4399-94a2-3792426d1553 req-3ad9fd39-82da-47f6-b626-086a5e7177dc tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] Calling delete_port for 9e504985-0c5b-4288-b692-4b56260ce9a0 owned by compute:nova {{(pid=103674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:51:09.065126 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-b95421f9-92b8-4399-94a2-3792426d1553 req-3ad9fd39-82da-47f6-b626-086a5e7177dc tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779595337849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779594881055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10072337'] for port, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:09.069030 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-4357f499-8be9-483c-ac0b-c0a89d205d19 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:09.077279 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] get_ports_and_sgs() called for port_ids ['9e504985-0c5b-4288-b692-4b56260ce9a0'] {{(pid=103676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:51:09.097733 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad9fd39-82da-47f6-b626-086a5e7177dc tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] Pushing event deleted for resources: {'Port': ['ID=9e504985-0c5b-4288-b692-4b56260ce9a0,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:09.101052 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-3ad9fd39-82da-47f6-b626-086a5e7177dc tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:09.144442 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [req-b95421f9-92b8-4399-94a2-3792426d1553 req-3ad9fd39-82da-47f6-b626-086a5e7177dc tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] No DVR routers for this DVR port 9e504985-0c5b-4288-b692-4b56260ce9a0 on host hv-cinder-78960 {{(pid=103674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:51:09.147718 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-b95421f9-92b8-4399-94a2-3792426d1553 req-3ad9fd39-82da-47f6-b626-086a5e7177dc tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914'] for port, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:09.150197 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-b95421f9-92b8-4399-94a2-3792426d1553 req-3ad9fd39-82da-47f6-b626-086a5e7177dc tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] 10.222.0.101 "DELETE /v2.0/ports/9e504985-0c5b-4288-b692-4b56260ce9a0 HTTP/1.1" status: 204 len: 173 time: 0.4926126 Jun 16 13:51:09.150817 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09135cad-1ebb-41c0-bdad-7f2c1785fff3', 'name': 'network-vif-deleted', 'tag': '9e504985-0c5b-4288-b692-4b56260ce9a0'}] {{(pid=103674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:51:09.153398 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf0caa33b503d1f2c3d6e3a51c00f46bab3e78c159fea0ab96052d9779657e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2afb376-2891-4e65-98b2-64f85af8ebba" -d '{"events": [{"server_uuid": "09135cad-1ebb-41c0-bdad-7f2c1785fff3", "name": "network-vif-deleted", "tag": "9e504985-0c5b-4288-b692-4b56260ce9a0"}]}' {{(pid=103674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:51:09.192995 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52dd4be-9ac0-43cc-8fd5-fb79921085f7 x-openstack-request-id: req-f52dd4be-9ac0-43cc-8fd5-fb79921085f7 {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:51:09.193302 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09135cad-1ebb-41c0-bdad-7f2c1785fff3", "name": "network-vif-deleted", "tag": "9e504985-0c5b-4288-b692-4b56260ce9a0", "status": "completed", "code": 200}]} {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:51:09.193623 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-f52dd4be-9ac0-43cc-8fd5-fb79921085f7 {{(pid=103674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:51:09.194061 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09135cad-1ebb-41c0-bdad-7f2c1785fff3', 'name': 'network-vif-deleted', 'tag': '9e504985-0c5b-4288-b692-4b56260ce9a0', 'status': 'completed', 'code': 200} Jun 16 13:51:09.683517 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:09.806696 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c9d1d102-368d-435d-9106-5c40bc17cf1b req-16da0636-0cbe-46cd-ae2b-b25f83e9ad6b tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] 10.222.0.104 "GET /v2.0/ports?device_id=09135cad-1ebb-41c0-bdad-7f2c1785fff3 HTTP/1.1" status: 200 len: 210 time: 0.0321753 Jun 16 13:51:11.334318 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507da0ed-3247-4eb0-a28e-17405e945486 req-2ff3e1a4-f105-49da-9711-bbb112441a7b tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:11.335866 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-507da0ed-3247-4eb0-a28e-17405e945486 req-2ff3e1a4-f105-49da-9711-bbb112441a7b tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 946 time: 0.0691252 Jun 16 13:51:11.375884 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-507da0ed-3247-4eb0-a28e-17405e945486 req-bb118d5f-8d66-4d6f-adf8-c8756eae476c tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339980 Jun 16 13:51:11.525098 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4446b-9f11-430c-acdd-232b775075b3 req-b7bdd94c-5f6b-4d3c-b8b5-e55c013e378f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:11.526608 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-77d4446b-9f11-430c-acdd-232b775075b3 req-b7bdd94c-5f6b-4d3c-b8b5-e55c013e378f service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=908a353f90684e269bfddb80904ca191&device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 1099 time: 0.0559676 Jun 16 13:51:11.637204 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4446b-9f11-430c-acdd-232b775075b3 req-56985869-30af-4f6e-b674-decd214f0cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:11.638708 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-77d4446b-9f11-430c-acdd-232b775075b3 req-56985869-30af-4f6e-b674-decd214f0cae service neutron] 10.222.0.101 "GET /v2.0/networks?id=b4697126-5628-44a4-9716-d1cd33ca7762 HTTP/1.1" status: 200 len: 918 time: 0.0904899 Jun 16 13:51:11.707452 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-77d4446b-9f11-430c-acdd-232b775075b3 req-339053ad-5e6a-4cc8-b884-5877719dbaf1 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa827123-202a-44d7-a38f-641a407b9e0f HTTP/1.1" status: 200 len: 1001 time: 0.0618370 Jun 16 13:51:11.758216 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4446b-9f11-430c-acdd-232b775075b3 req-fc7eea7e-de06-4a88-a377-1c39d18896e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:11.759435 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-77d4446b-9f11-430c-acdd-232b775075b3 req-fc7eea7e-de06-4a88-a377-1c39d18896e6 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=e7ad7888-1d58-4693-a737-cc195965ac3b HTTP/1.1" status: 200 len: 855 time: 0.0454667 Jun 16 13:51:11.826357 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4446b-9f11-430c-acdd-232b775075b3 req-8e0ade0a-2cc6-4d13-a002-7b220e8f0bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:11.827932 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-77d4446b-9f11-430c-acdd-232b775075b3 req-8e0ade0a-2cc6-4d13-a002-7b220e8f0bf6 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=b4697126-5628-44a4-9716-d1cd33ca7762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0586436 Jun 16 13:51:11.919049 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-77d4446b-9f11-430c-acdd-232b775075b3 req-f9653ca7-c6f5-4c8e-9de7-aa616bcac9e0 service neutron] 10.222.0.101 "GET /v2.0/networks/b4697126-5628-44a4-9716-d1cd33ca7762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835130 Jun 16 13:51:12.017274 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-77d4446b-9f11-430c-acdd-232b775075b3 req-2e9bf55f-baeb-458d-b7bb-7d324e399397 service neutron] 10.222.0.101 "GET /v2.0/networks/b4697126-5628-44a4-9716-d1cd33ca7762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888004 Jun 16 13:51:12.565811 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd9cb5-0879-4e7c-bba1-af71dd845452 req-1ba6cb0a-c232-4838-b506-d2a8e7e812f0 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:12.567277 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-97dd9cb5-0879-4e7c-bba1-af71dd845452 req-1ba6cb0a-c232-4838-b506-d2a8e7e812f0 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 946 time: 0.0712154 Jun 16 13:51:12.606349 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-97dd9cb5-0879-4e7c-bba1-af71dd845452 req-a057accd-951e-413a-ac28-ab93e8d75af9 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333753 Jun 16 13:51:13.822241 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf1b09f-f5e7-4f6a-9610-9aaeafdfa42d req-8fb4f46c-1d35-4091-a361-1b1e05ee478e tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:13.823815 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-bbf1b09f-f5e7-4f6a-9610-9aaeafdfa42d req-8fb4f46c-1d35-4091-a361-1b1e05ee478e tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 946 time: 0.0772967 Jun 16 13:51:13.881806 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-bbf1b09f-f5e7-4f6a-9610-9aaeafdfa42d req-13fcec50-4bcc-453a-a507-a58608f7cecf tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488331 Jun 16 13:51:14.176100 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 9e504985-0c5b-4288-b692-4b56260ce9a0 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:51:14.201568 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] No Port match for: 9e504985-0c5b-4288-b692-4b56260ce9a0 {{(pid=103676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:51:14.201918 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 9e504985-0c5b-4288-b692-4b56260ce9a0 not bound to the agent host hv-cinder-78960 {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:51:14.729138 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 44818) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:51:14.880307 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-1e778afc-4f59-4c1f-b378-f92059cb41ae admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=8ec73dd46577480fa675b073a5e795c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1498067 Jun 16 13:51:14.883648 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 44822) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:51:14.933763 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-6ff1e175-ddf1-4b54-9195-e6970fbcf134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:14.957464 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-6ff1e175-ddf1-4b54-9195-e6970fbcf134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:15.013795 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-6ff1e175-ddf1-4b54-9195-e6970fbcf134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:15.016586 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-6ff1e175-ddf1-4b54-9195-e6970fbcf134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:15.017800 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-6ff1e175-ddf1-4b54-9195-e6970fbcf134 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/42b395c5-2a8d-421a-adc2-8e434d7eef7f HTTP/1.1" status: 204 len: 168 time: 0.1331298 Jun 16 13:51:15.018597 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-6a33d9d6-f1f3-4fa9-ba64-0e8a96bcc372 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:15.027094 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff1e175-ddf1-4b54-9195-e6970fbcf134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b395c5-2a8d-421a-adc2-8e434d7eef7f,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:15.029668 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-6ff1e175-ddf1-4b54-9195-e6970fbcf134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:15.090829 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c37e1-783d-4eec-80f7-b3e354f720c5 req-e9f4112d-a54b-4dc0-8ca6-328c9ab42c68 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:15.092352 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-752c37e1-783d-4eec-80f7-b3e354f720c5 req-e9f4112d-a54b-4dc0-8ca6-328c9ab42c68 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 946 time: 0.0675070 Jun 16 13:51:15.135089 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-752c37e1-783d-4eec-80f7-b3e354f720c5 req-0991ddfc-8e8c-403b-bc48-66702a1310a6 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352175 Jun 16 13:51:15.682220 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 44846) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:51:15.788402 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.v2.base [None req-09ac76b8-6bd0-4bd5-85e0-aa921264157e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1603076106-network', 'tenant_id': '51910e9e0301460c8943438ea10b35c0'}} {{(pid=103675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:51:15.815876 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ac76b8-6bd0-4bd5-85e0-aa921264157e admin admin] Made reservation on behalf of 51910e9e0301460c8943438ea10b35c0 for: {'network': 1} {{(pid=103675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:51:15.818456 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-09ac76b8-6bd0-4bd5-85e0-aa921264157e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for network, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:15.827727 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-09ac76b8-6bd0-4bd5-85e0-aa921264157e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:15.920270 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-09ac76b8-6bd0-4bd5-85e0-aa921264157e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:15.927625 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-09ac76b8-6bd0-4bd5-85e0-aa921264157e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:15.930631 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-54d43caf-a251-4a7f-bc2b-86ab6a15379f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:15.955477 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09ac76b8-6bd0-4bd5-85e0-aa921264157e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1171} {{(pid=103675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 13:51:15.962037 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac76b8-6bd0-4bd5-85e0-aa921264157e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53edafbb-96b2-49f3-9e5a-025d77eb9f52,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:15.965334 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-09ac76b8-6bd0-4bd5-85e0-aa921264157e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:15.970395 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-09ac76b8-6bd0-4bd5-85e0-aa921264157e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688368'] for segment, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:15.970565 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.db.segments_db [None req-09ac76b8-6bd0-4bd5-85e0-aa921264157e admin admin] Added segment 2e13e3e4-88c0-46d1-888d-fe21bb9cab4b of type vlan for network e2d5f464-8200-42fc-af0b-2884376208ca Jun 16 13:51:16.011878 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-09ac76b8-6bd0-4bd5-85e0-aa921264157e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779594884509'] for network, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:16.043736 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-09ac76b8-6bd0-4bd5-85e0-aa921264157e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183'] for network, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:16.046020 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ac76b8-6bd0-4bd5-85e0-aa921264157e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:16.046863 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-09ac76b8-6bd0-4bd5-85e0-aa921264157e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for network, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:16.051102 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-6d90ef89-77f6-4f37-8493-36776dd90b2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:16.108203 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-09ac76b8-6bd0-4bd5-85e0-aa921264157e admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4242594 Jun 16 13:51:16.112360 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 44850) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:51:16.118359 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [None req-d3cbbe8b-41be-4d6d-a85d-229b859b6a0a admin admin] Request body: {'subnet': {'network_id': 'e2d5f464-8200-42fc-af0b-2884376208ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1603076106-subnet', 'tenant_id': '51910e9e0301460c8943438ea10b35c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:51:16.124803 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac76b8-6bd0-4bd5-85e0-aa921264157e admin admin] Pushing event updated for resources: {'Network': ['ID=e2d5f464-8200-42fc-af0b-2884376208ca,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:16.127797 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-09ac76b8-6bd0-4bd5-85e0-aa921264157e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:16.136343 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Network e2d5f464-8200-42fc-af0b-2884376208ca details requested by agent ovs-agent-dv-cinder-789603-10-smb with host dv-cinder-789603-10-smb {{(pid=103676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 13:51:16.142175 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3cbbe8b-41be-4d6d-a85d-229b859b6a0a admin admin] Made reservation on behalf of 51910e9e0301460c8943438ea10b35c0 for: {'subnet': 1} {{(pid=103674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:51:16.144889 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d3cbbe8b-41be-4d6d-a85d-229b859b6a0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8816220'] for subnet, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:16.353186 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d3cbbe8b-41be-4d6d-a85d-229b859b6a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10072474', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8816206'] for subnet, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:16.357741 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:16.390636 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa91271-4e56-4e75-87e3-35c977ecf6cf req-6e0798fe-1644-4c5b-96de-055f99c4e8d3 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:16.392109 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2aa91271-4e56-4e75-87e3-35c977ecf6cf req-6e0798fe-1644-4c5b-96de-055f99c4e8d3 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 946 time: 0.1329584 Jun 16 13:51:16.439768 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cbbe8b-41be-4d6d-a85d-229b859b6a0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=48b327bd-5e9a-4af6-8c81-91b9b478956e,revision_number=0']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:16.450047 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-d3cbbe8b-41be-4d6d-a85d-229b859b6a0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:16.462281 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2aa91271-4e56-4e75-87e3-35c977ecf6cf req-681b8c91-77f3-43de-a46a-dc5212820d5f tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627673 Jun 16 13:51:16.463378 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cbbe8b-41be-4d6d-a85d-229b859b6a0a admin admin] Checking segment: {'id': '2e13e3e4-88c0-46d1-888d-fe21bb9cab4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'e2d5f464-8200-42fc-af0b-2884376208ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:51:16.463728 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cbbe8b-41be-4d6d-a85d-229b859b6a0a admin admin] Network hostable DHCP agents. Network: e2d5f464-8200-42fc-af0b-2884376208ca, hostable agents: ['8ea809cc-5bb3-41d5-8624-7e06cbdf14c2'], hosted agents: [] {{(pid=103674) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 13:51:16.481275 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cbbe8b-41be-4d6d-a85d-229b859b6a0a admin admin] Network e2d5f464-8200-42fc-af0b-2884376208ca is scheduled to be hosted by DHCP agent 8ea809cc-5bb3-41d5-8624-7e06cbdf14c2 with binding_index 1 {{(pid=103674) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 13:51:16.490235 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [None req-d3cbbe8b-41be-4d6d-a85d-229b859b6a0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-10-smb, e2d5f464-8200-42fc-af0b-2884376208ca) {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:51:16.494678 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cbbe8b-41be-4d6d-a85d-229b859b6a0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:16.495276 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d3cbbe8b-41be-4d6d-a85d-229b859b6a0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for subnet, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:16.500599 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7e4a29-c940-407b-9de1-02ab52f9d7b3 None None] Network e2d5f464-8200-42fc-af0b-2884376208ca requested from dv-cinder-789603-10-smb {{(pid=103676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:51:16.514279 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-d3cbbe8b-41be-4d6d-a85d-229b859b6a0a admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4005041 Jun 16 13:51:16.622889 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff16d26-92b2-4f41-9284-a0c77b90f9b8 None None] Network e2d5f464-8200-42fc-af0b-2884376208ca requested from dv-cinder-789603-10-smb {{(pid=103676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:51:17.667970 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4751d5f5-5319-470b-a947-886c2821ae1b req-5c742603-58ae-4090-aef4-09ba79bcf61c tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:17.669816 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-4751d5f5-5319-470b-a947-886c2821ae1b req-5c742603-58ae-4090-aef4-09ba79bcf61c tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 946 time: 0.0756767 Jun 16 13:51:17.713016 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-4751d5f5-5319-470b-a947-886c2821ae1b req-567cc625-6d10-4de2-9de9-28f096ff69ca tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343754 Jun 16 13:51:18.352302 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca29a6-1dab-4077-8525-427b96ee9d2b req-b59b1c1f-c43a-4a48-ac78-221c8f704424 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:18.353696 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-90ca29a6-1dab-4077-8525-427b96ee9d2b req-b59b1c1f-c43a-4a48-ac78-221c8f704424 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.104 "GET /v2.0/networks?id=e2d5f464-8200-42fc-af0b-2884376208ca HTTP/1.1" status: 200 len: 814 time: 0.1125429 Jun 16 13:51:18.371622 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-90ca29a6-1dab-4077-8525-427b96ee9d2b req-78ec9d84-65d2-4477-8edf-379ada567316 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.104 "GET /v2.0/quotas/51910e9e0301460c8943438ea10b35c0 HTTP/1.1" status: 200 len: 375 time: 0.0097721 Jun 16 13:51:18.406711 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-90ca29a6-1dab-4077-8525-427b96ee9d2b req-e45f21d5-c1c7-4f26-9c94-bd8d246f3904 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=51910e9e0301460c8943438ea10b35c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298104 Jun 16 13:51:18.504351 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-90ca29a6-1dab-4077-8525-427b96ee9d2b req-23f83836-bda1-4aa1-9112-fe7f79132a3f service neutron] 10.222.0.104 "GET /v2.0/networks/e2d5f464-8200-42fc-af0b-2884376208ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906637 Jun 16 13:51:18.601356 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-90ca29a6-1dab-4077-8525-427b96ee9d2b req-da4d7222-dfeb-402d-8017-180773db822b service neutron] 10.222.0.104 "GET /v2.0/networks/e2d5f464-8200-42fc-af0b-2884376208ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907221 Jun 16 13:51:18.796702 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-27a97504-02c3-439c-a3f0-3b760ac830cb req-43017ba0-ecbd-458a-bc0e-66fdd00a50b2 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.104 "GET /v2.0/ports?device_id=53b1e87d-2114-4871-8e0d-d5cb6b018ec8 HTTP/1.1" status: 200 len: 210 time: 0.0411105 Jun 16 13:51:18.919371 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac2bba9-5f20-4006-9158-e38043b09f98 req-df238ba8-54fd-495c-9b8b-420c880eafcf tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:18.921372 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-1ac2bba9-5f20-4006-9158-e38043b09f98 req-df238ba8-54fd-495c-9b8b-420c880eafcf tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 946 time: 0.0710890 Jun 16 13:51:18.963531 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-1ac2bba9-5f20-4006-9158-e38043b09f98 req-48668cde-b6ea-4868-98b8-efca3b6512c3 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359018 Jun 16 13:51:19.958535 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-17616ea8-79cf-4200-ab4a-736802691613 req-5de1c818-2243-42ac-9307-8d0318912b42 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.104 "GET /v2.0/ports?device_id=53b1e87d-2114-4871-8e0d-d5cb6b018ec8 HTTP/1.1" status: 200 len: 210 time: 0.0390584 Jun 16 13:51:20.000751 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca29a6-1dab-4077-8525-427b96ee9d2b req-65dfec44-5ceb-4887-a422-15d2e298d579 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:20.002194 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-90ca29a6-1dab-4077-8525-427b96ee9d2b req-65dfec44-5ceb-4887-a422-15d2e298d579 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.101 "GET /v2.0/networks?id=e2d5f464-8200-42fc-af0b-2884376208ca HTTP/1.1" status: 200 len: 814 time: 0.1318800 Jun 16 13:51:20.020776 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [req-90ca29a6-1dab-4077-8525-427b96ee9d2b req-934c05f0-fa7b-453c-bdee-30a51affc083 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Request body: {'port': {'device_id': '53b1e87d-2114-4871-8e0d-d5cb6b018ec8', 'network_id': 'e2d5f464-8200-42fc-af0b-2884376208ca', 'admin_state_up': True, 'tenant_id': '51910e9e0301460c8943438ea10b35c0'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:51:20.186118 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90ca29a6-1dab-4077-8525-427b96ee9d2b req-934c05f0-fa7b-453c-bdee-30a51affc083 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Made reservation on behalf of 51910e9e0301460c8943438ea10b35c0 for: {'port': 1} {{(pid=103674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:51:20.189727 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-90ca29a6-1dab-4077-8525-427b96ee9d2b req-934c05f0-fa7b-453c-bdee-30a51affc083 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for port, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:20.213189 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8724bf3-bc77-492a-a991-4f120628be48 req-703c7566-42b5-4fe2-a906-ad82aac20d45 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:20.214520 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e8724bf3-bc77-492a-a991-4f120628be48 req-703c7566-42b5-4fe2-a906-ad82aac20d45 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 946 time: 0.1225498 Jun 16 13:51:20.301496 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e8724bf3-bc77-492a-a991-4f120628be48 req-82776532-be58-4121-97c4-8cabf16a4888 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771194 Jun 16 13:51:20.349694 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.db_base_plugin_common [req-90ca29a6-1dab-4077-8525-427b96ee9d2b req-934c05f0-fa7b-453c-bdee-30a51affc083 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Allocated IP 172.20.0.11 (e2d5f464-8200-42fc-af0b-2884376208ca/48b327bd-5e9a-4af6-8c81-91b9b478956e/2fe54474-6918-4eb4-b56b-a14744c8409d) {{(pid=103674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:51:20.518399 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-90ca29a6-1dab-4077-8525-427b96ee9d2b req-934c05f0-fa7b-453c-bdee-30a51affc083 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Notify callbacks [] for port, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:20.568520 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-90ca29a6-1dab-4077-8525-427b96ee9d2b req-934c05f0-fa7b-453c-bdee-30a51affc083 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1833118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779594881046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10072334'] for port, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:20.573187 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-8074f35f-8b56-4781-b309-9bc16d08edeb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:20.616057 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90ca29a6-1dab-4077-8525-427b96ee9d2b req-934c05f0-fa7b-453c-bdee-30a51affc083 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Network e2d5f464-8200-42fc-af0b-2884376208ca is already hosted by enough agents. {{(pid=103674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:51:20.624985 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [req-90ca29a6-1dab-4077-8525-427b96ee9d2b req-934c05f0-fa7b-453c-bdee-30a51affc083 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Resources bound (agent type, host, resource id): {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:51:20.629657 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ca29a6-1dab-4077-8525-427b96ee9d2b req-934c05f0-fa7b-453c-bdee-30a51affc083 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Received port after_create {{(pid=103674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:51:20.636903 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c05f0-fa7b-453c-bdee-30a51affc083 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Pushing event updated for resources: {'Port': ['ID=2fe54474-6918-4eb4-b56b-a14744c8409d,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:20.662369 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-934c05f0-fa7b-453c-bdee-30a51affc083 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:20.692039 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca29a6-1dab-4077-8525-427b96ee9d2b req-934c05f0-fa7b-453c-bdee-30a51affc083 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:20.692655 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-90ca29a6-1dab-4077-8525-427b96ee9d2b req-934c05f0-fa7b-453c-bdee-30a51affc083 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914'] for port, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:20.710262 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-90ca29a6-1dab-4077-8525-427b96ee9d2b req-934c05f0-fa7b-453c-bdee-30a51affc083 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6937325 Jun 16 13:51:20.726704 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [req-90ca29a6-1dab-4077-8525-427b96ee9d2b req-dcfb6544-395e-45c2-9a5e-a0e2a61ab374 service neutron] Request body: {'port': {'device_id': '53b1e87d-2114-4871-8e0d-d5cb6b018ec8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:51:20.802002 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-90ca29a6-1dab-4077-8525-427b96ee9d2b req-dcfb6544-395e-45c2-9a5e-a0e2a61ab374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:21.128410 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.notifiers.nova [req-90ca29a6-1dab-4077-8525-427b96ee9d2b req-dcfb6544-395e-45c2-9a5e-a0e2a61ab374 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fe54474-6918-4eb4-b56b-a14744c8409d {{(pid=103674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:51:21.138611 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-90ca29a6-1dab-4077-8525-427b96ee9d2b req-dcfb6544-395e-45c2-9a5e-a0e2a61ab374 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:21.156302 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.provisioning_blocks [req-90ca29a6-1dab-4077-8525-427b96ee9d2b req-dcfb6544-395e-45c2-9a5e-a0e2a61ab374 service neutron] Transition to ACTIVE for port object 2fe54474-6918-4eb4-b56b-a14744c8409d will not be triggered until provisioned by entity L2. {{(pid=103674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:51:21.162149 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-90ca29a6-1dab-4077-8525-427b96ee9d2b req-dcfb6544-395e-45c2-9a5e-a0e2a61ab374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10072344'] for port, after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:21.165439 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-7e5f5cbd-e7bc-4013-baba-de2ab13b8f6f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:21.261595 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfb6544-395e-45c2-9a5e-a0e2a61ab374 service neutron] Pushing event updated for resources: {'Port': ['ID=2fe54474-6918-4eb4-b56b-a14744c8409d,revision_number=2']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:21.273715 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec0c9e-0248-4756-950c-066798d30bac req-cf64f55f-dbdc-4780-9771-c72d0884e6a4 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:21.274475 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-02ec0c9e-0248-4756-950c-066798d30bac req-cf64f55f-dbdc-4780-9771-c72d0884e6a4 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.104 "GET /v2.0/ports?device_id=53b1e87d-2114-4871-8e0d-d5cb6b018ec8 HTTP/1.1" status: 200 len: 932 time: 0.1825457 Jun 16 13:51:21.277657 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-dcfb6544-395e-45c2-9a5e-a0e2a61ab374 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:21.371138 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-02ec0c9e-0248-4756-950c-066798d30bac req-64c6c8da-13fe-4cfa-aed9-6bfa6987fa03 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.104 "GET /v2.0/security-groups?id=53edafbb-96b2-49f3-9e5a-025d77eb9f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890090 Jun 16 13:51:21.400962 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.managers [req-90ca29a6-1dab-4077-8525-427b96ee9d2b req-dcfb6544-395e-45c2-9a5e-a0e2a61ab374 service neutron] Attempting to bind port 2fe54474-6918-4eb4-b56b-a14744c8409d on host hv-cinder-78960 for vnic_type normal with profile {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:51:21.402333 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.managers [req-90ca29a6-1dab-4077-8525-427b96ee9d2b req-dcfb6544-395e-45c2-9a5e-a0e2a61ab374 service neutron] Attempting to bind port 2fe54474-6918-4eb4-b56b-a14744c8409d by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '2e13e3e4-88c0-46d1-888d-fe21bb9cab4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'e2d5f464-8200-42fc-af0b-2884376208ca'}] {{(pid=103674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:51:21.402333 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ca29a6-1dab-4077-8525-427b96ee9d2b req-dcfb6544-395e-45c2-9a5e-a0e2a61ab374 service neutron] Attempting to bind port 2fe54474-6918-4eb4-b56b-a14744c8409d on network e2d5f464-8200-42fc-af0b-2884376208ca {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:51:21.412574 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ca29a6-1dab-4077-8525-427b96ee9d2b req-dcfb6544-395e-45c2-9a5e-a0e2a61ab374 service neutron] Port 2fe54474-6918-4eb4-b56b-a14744c8409d on network e2d5f464-8200-42fc-af0b-2884376208ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 13:51:21.413129 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ca29a6-1dab-4077-8525-427b96ee9d2b req-dcfb6544-395e-45c2-9a5e-a0e2a61ab374 service neutron] Attempting to bind port 2fe54474-6918-4eb4-b56b-a14744c8409d on network e2d5f464-8200-42fc-af0b-2884376208ca {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:51:21.420627 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ca29a6-1dab-4077-8525-427b96ee9d2b req-dcfb6544-395e-45c2-9a5e-a0e2a61ab374 service neutron] Checking agent: {'id': '1d30c470-50d4-4ce2-b27c-c11b758166c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 42, 10), 'started_at': datetime.datetime(2021, 6, 16, 13, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:51:21.420994 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ca29a6-1dab-4077-8525-427b96ee9d2b req-dcfb6544-395e-45c2-9a5e-a0e2a61ab374 service neutron] Checking segment: {'id': '2e13e3e4-88c0-46d1-888d-fe21bb9cab4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'e2d5f464-8200-42fc-af0b-2884376208ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:51:21.421454 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ca29a6-1dab-4077-8525-427b96ee9d2b req-dcfb6544-395e-45c2-9a5e-a0e2a61ab374 service neutron] Bound using segment: {'id': '2e13e3e4-88c0-46d1-888d-fe21bb9cab4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'e2d5f464-8200-42fc-af0b-2884376208ca'} {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:51:21.422220 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.managers [req-90ca29a6-1dab-4077-8525-427b96ee9d2b req-dcfb6544-395e-45c2-9a5e-a0e2a61ab374 service neutron] Bound port: 2fe54474-6918-4eb4-b56b-a14744c8409d, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e13e3e4-88c0-46d1-888d-fe21bb9cab4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'e2d5f464-8200-42fc-af0b-2884376208ca'}}] {{(pid=103674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:51:21.422736 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-90ca29a6-1dab-4077-8525-427b96ee9d2b req-dcfb6544-395e-45c2-9a5e-a0e2a61ab374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:21.538661 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.db [req-90ca29a6-1dab-4077-8525-427b96ee9d2b req-dcfb6544-395e-45c2-9a5e-a0e2a61ab374 service neutron] For port 2fe54474-6918-4eb4-b56b-a14744c8409d, host hv-cinder-78960, cleared binding levels {{(pid=103674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:51:21.544221 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.db [req-90ca29a6-1dab-4077-8525-427b96ee9d2b req-dcfb6544-395e-45c2-9a5e-a0e2a61ab374 service neutron] For port 2fe54474-6918-4eb4-b56b-a14744c8409d, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2fe54474-6918-4eb4-b56b-a14744c8409d,segment=NetworkSegment(2e13e3e4-88c0-46d1-888d-fe21bb9cab4b),segment_id=2e13e3e4-88c0-46d1-888d-fe21bb9cab4b)] {{(pid=103674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:51:21.551571 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-90ca29a6-1dab-4077-8525-427b96ee9d2b req-dcfb6544-395e-45c2-9a5e-a0e2a61ab374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10072344'] for port, after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:21.556112 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-dcfb6544-395e-45c2-9a5e-a0e2a61ab374 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:21.608899 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca29a6-1dab-4077-8525-427b96ee9d2b req-dcfb6544-395e-45c2-9a5e-a0e2a61ab374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:21.609561 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-90ca29a6-1dab-4077-8525-427b96ee9d2b req-dcfb6544-395e-45c2-9a5e-a0e2a61ab374 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914'] for port, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:21.610986 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-90ca29a6-1dab-4077-8525-427b96ee9d2b req-dcfb6544-395e-45c2-9a5e-a0e2a61ab374 service neutron] 10.222.0.101 "PUT /v2.0/ports/2fe54474-6918-4eb4-b56b-a14744c8409d HTTP/1.1" status: 200 len: 1094 time: 0.8883028 Jun 16 13:51:21.612337 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53b1e87d-2114-4871-8e0d-d5cb6b018ec8', 'tag': '2fe54474-6918-4eb4-b56b-a14744c8409d'}] {{(pid=103674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:51:21.614826 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf0caa33b503d1f2c3d6e3a51c00f46bab3e78c159fea0ab96052d9779657e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167ed258-8396-44cb-9ef7-c2021796bf3b" -d '{"events": [{"name": "network-changed", "server_uuid": "53b1e87d-2114-4871-8e0d-d5cb6b018ec8", "tag": "2fe54474-6918-4eb4-b56b-a14744c8409d"}]}' {{(pid=103674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:51:21.639563 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d13ea-328a-4965-aa55-e091bdb8d24f req-6cccd0ae-cf7f-48e1-9094-d6ea09b61f8b tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:21.641048 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-4d7d13ea-328a-4965-aa55-e091bdb8d24f req-6cccd0ae-cf7f-48e1-9094-d6ea09b61f8b tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 946 time: 0.1797063 Jun 16 13:51:21.658543 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9347f04b-d8d2-4b01-85d6-bde81dae1f38 x-openstack-request-id: req-9347f04b-d8d2-4b01-85d6-bde81dae1f38 {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:51:21.658866 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53b1e87d-2114-4871-8e0d-d5cb6b018ec8", "tag": "2fe54474-6918-4eb4-b56b-a14744c8409d", "status": "completed", "code": 200}]} {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:51:21.659141 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-9347f04b-d8d2-4b01-85d6-bde81dae1f38 {{(pid=103674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:51:21.659654 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53b1e87d-2114-4871-8e0d-d5cb6b018ec8', 'tag': '2fe54474-6918-4eb4-b56b-a14744c8409d', 'status': 'completed', 'code': 200} Jun 16 13:51:21.660313 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfb6544-395e-45c2-9a5e-a0e2a61ab374 service neutron] Pushing event updated for resources: {'Port': ['ID=2fe54474-6918-4eb4-b56b-a14744c8409d,revision_number=3']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:21.664058 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-dcfb6544-395e-45c2-9a5e-a0e2a61ab374 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:21.718717 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-4d7d13ea-328a-4965-aa55-e091bdb8d24f req-7e9338bd-ecdc-440a-989a-8dd48834859f tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698152 Jun 16 13:51:21.747647 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ed258-8396-44cb-9ef7-c2021796bf3b req-4bfccbe6-3c54-4bbc-8ba3-10d7a4750a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:21.749430 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-167ed258-8396-44cb-9ef7-c2021796bf3b req-4bfccbe6-3c54-4bbc-8ba3-10d7a4750a2e service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=51910e9e0301460c8943438ea10b35c0&device_id=53b1e87d-2114-4871-8e0d-d5cb6b018ec8 HTTP/1.1" status: 200 len: 1097 time: 0.0690846 Jun 16 13:51:22.239698 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ed258-8396-44cb-9ef7-c2021796bf3b req-bc142fbe-5d41-44f5-86e8-069a31e82e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:22.241309 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-167ed258-8396-44cb-9ef7-c2021796bf3b req-bc142fbe-5d41-44f5-86e8-069a31e82e3b service neutron] 10.222.0.101 "GET /v2.0/networks?tenant_id=51910e9e0301460c8943438ea10b35c0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4839382 Jun 16 13:51:22.410572 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ed258-8396-44cb-9ef7-c2021796bf3b req-88b258cc-04e4-495d-90cf-ce96fc0fe439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:22.412704 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-167ed258-8396-44cb-9ef7-c2021796bf3b req-88b258cc-04e4-495d-90cf-ce96fc0fe439 service neutron] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1646991 Jun 16 13:51:22.543283 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca29a6-1dab-4077-8525-427b96ee9d2b req-931a2d51-7b3e-4afc-92f6-df622b8a6bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:22.545140 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-90ca29a6-1dab-4077-8525-427b96ee9d2b req-931a2d51-7b3e-4afc-92f6-df622b8a6bcd service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=51910e9e0301460c8943438ea10b35c0&device_id=53b1e87d-2114-4871-8e0d-d5cb6b018ec8 HTTP/1.1" status: 200 len: 1097 time: 0.0911782 Jun 16 13:51:22.595689 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-90ca29a6-1dab-4077-8525-427b96ee9d2b req-0539738b-5667-4686-85c0-5a10291906d2 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fe54474-6918-4eb4-b56b-a14744c8409d HTTP/1.1" status: 200 len: 217 time: 0.0425074 Jun 16 13:51:22.652062 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d97809-bc9c-4be3-bf56-cccd6f34d561 req-6c107d32-8654-4fc5-a51c-df7b368a63c2 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:22.653598 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-22d97809-bc9c-4be3-bf56-cccd6f34d561 req-6c107d32-8654-4fc5-a51c-df7b368a63c2 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.104 "GET /v2.0/ports?device_id=53b1e87d-2114-4871-8e0d-d5cb6b018ec8 HTTP/1.1" status: 200 len: 944 time: 0.1489801 Jun 16 13:51:22.671144 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca29a6-1dab-4077-8525-427b96ee9d2b req-2ddb3ed4-f9be-465c-92e6-34d638f695ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:22.672612 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-90ca29a6-1dab-4077-8525-427b96ee9d2b req-2ddb3ed4-f9be-465c-92e6-34d638f695ef service neutron] 10.222.0.101 "GET /v2.0/subnets?id=48b327bd-5e9a-4af6-8c81-91b9b478956e HTTP/1.1" status: 200 len: 854 time: 0.0694318 Jun 16 13:51:22.713469 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-90ca29a6-1dab-4077-8525-427b96ee9d2b req-41239a8d-bb5d-41c3-a711-f944e56dae80 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=e2d5f464-8200-42fc-af0b-2884376208ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339358 Jun 16 13:51:22.738520 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-22d97809-bc9c-4be3-bf56-cccd6f34d561 req-e8f33b8a-66ef-4505-b431-fe0d2d0f6729 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.104 "GET /v2.0/security-groups?id=53edafbb-96b2-49f3-9e5a-025d77eb9f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788493 Jun 16 13:51:22.833521 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-90ca29a6-1dab-4077-8525-427b96ee9d2b req-e1902b91-9270-4de2-968e-7da284c84177 service neutron] 10.222.0.101 "GET /v2.0/networks/e2d5f464-8200-42fc-af0b-2884376208ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092124 Jun 16 13:51:22.978607 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-90ca29a6-1dab-4077-8525-427b96ee9d2b req-3c2c5a61-98a0-4cf8-a9ea-cc887747c69a service neutron] 10.222.0.101 "GET /v2.0/networks/e2d5f464-8200-42fc-af0b-2884376208ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374848 Jun 16 13:51:22.994405 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafb9b5-f70f-4481-9861-ce870b4ac308 req-82b5781f-cdf1-42e7-b46e-a1fae4bde00a tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:22.995926 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-deafb9b5-f70f-4481-9861-ce870b4ac308 req-82b5781f-cdf1-42e7-b46e-a1fae4bde00a tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 946 time: 0.1287000 Jun 16 13:51:23.037184 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-deafb9b5-f70f-4481-9861-ce870b4ac308 req-f76774f9-029c-459d-8459-4a7497c89f34 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348058 Jun 16 13:51:23.948778 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5487fc4-f326-4b2d-bb4a-0bf5fb3f63d8 req-687d86e9-3240-4ff1-aa8a-172c3cbeb220 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:23.951477 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a5487fc4-f326-4b2d-bb4a-0bf5fb3f63d8 req-687d86e9-3240-4ff1-aa8a-172c3cbeb220 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.104 "GET /v2.0/ports?device_id=53b1e87d-2114-4871-8e0d-d5cb6b018ec8 HTTP/1.1" status: 200 len: 944 time: 0.0866795 Jun 16 13:51:23.998669 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a5487fc4-f326-4b2d-bb4a-0bf5fb3f63d8 req-34d8993c-9577-479f-9b73-0ecbc89fbe50 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.104 "GET /v2.0/security-groups?id=53edafbb-96b2-49f3-9e5a-025d77eb9f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400975 Jun 16 13:51:24.242638 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d061b5e6-ecf5-494d-828a-882b68829f32 req-32b92fe4-c539-4d83-b43d-9a3a551065f1 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:24.244055 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-d061b5e6-ecf5-494d-828a-882b68829f32 req-32b92fe4-c539-4d83-b43d-9a3a551065f1 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 946 time: 0.0690260 Jun 16 13:51:24.283447 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-d061b5e6-ecf5-494d-828a-882b68829f32 req-2ccf4a98-8d85-4be8-91a5-73bdf536895b tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333924 Jun 16 13:51:25.190754 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c9e90-cd07-44c0-9330-64a4f48ea82c req-edb2a815-5a74-437f-8fb2-06ccd20cd38a tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:25.192266 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-688c9e90-cd07-44c0-9330-64a4f48ea82c req-edb2a815-5a74-437f-8fb2-06ccd20cd38a tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.104 "GET /v2.0/ports?device_id=53b1e87d-2114-4871-8e0d-d5cb6b018ec8 HTTP/1.1" status: 200 len: 944 time: 0.0675001 Jun 16 13:51:25.237430 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-688c9e90-cd07-44c0-9330-64a4f48ea82c req-bbedc14f-89f4-415c-a3d3-e9c848bba990 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.104 "GET /v2.0/security-groups?id=53edafbb-96b2-49f3-9e5a-025d77eb9f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393028 Jun 16 13:51:25.474876 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d99e8-0b0c-478f-9f63-a868c6b036dc req-9d6e2e1a-69b8-4ac6-962c-bd2eceb6d73b tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:25.476714 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f47d99e8-0b0c-478f-9f63-a868c6b036dc req-9d6e2e1a-69b8-4ac6-962c-bd2eceb6d73b tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 946 time: 0.0701852 Jun 16 13:51:25.520376 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f47d99e8-0b0c-478f-9f63-a868c6b036dc req-d50a6f89-0011-4d2a-a833-705df95a5a41 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346665 Jun 16 13:51:26.201373 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 2fe54474-6918-4eb4-b56b-a14744c8409d details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:51:26.314953 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port 2fe54474-6918-4eb4-b56b-a14744c8409d, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2fe54474-6918-4eb4-b56b-a14744c8409d,segment=NetworkSegment(2e13e3e4-88c0-46d1-888d-fe21bb9cab4b),segment_id=2e13e3e4-88c0-46d1-888d-fe21bb9cab4b)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:51:26.327862 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Returning: {'device': '2fe54474-6918-4eb4-b56b-a14744c8409d', 'network_id': 'e2d5f464-8200-42fc-af0b-2884376208ca', 'port_id': '2fe54474-6918-4eb4-b56b-a14744c8409d', 'mac_address': 'fa:16:3e:20:bd:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48b327bd-5e9a-4af6-8c81-91b9b478956e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:51:26.375912 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:26.391248 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.notifiers.nova [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fe54474-6918-4eb4-b56b-a14744c8409d {{(pid=103676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:51:26.413091 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port 2fe54474-6918-4eb4-b56b-a14744c8409d, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2fe54474-6918-4eb4-b56b-a14744c8409d,segment=NetworkSegment(2e13e3e4-88c0-46d1-888d-fe21bb9cab4b),segment_id=2e13e3e4-88c0-46d1-888d-fe21bb9cab4b)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:51:26.418644 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:26.421704 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:26.444963 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6634e51f-8bb9-44a6-8be4-5730e534cae2 req-3e679bc6-70cf-4ec7-b409-70924d5670b6 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:26.446746 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-6634e51f-8bb9-44a6-8be4-5730e534cae2 req-3e679bc6-70cf-4ec7-b409-70924d5670b6 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.104 "GET /v2.0/ports?device_id=53b1e87d-2114-4871-8e0d-d5cb6b018ec8 HTTP/1.1" status: 200 len: 944 time: 0.0748179 Jun 16 13:51:26.491708 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Pushing event updated for resources: {'Port': ['ID=2fe54474-6918-4eb4-b56b-a14744c8409d,revision_number=4']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:26.495262 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:26.501419 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-6634e51f-8bb9-44a6-8be4-5730e534cae2 req-df699337-d7f7-4c33-8480-12e1adffdfc2 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.104 "GET /v2.0/security-groups?id=53edafbb-96b2-49f3-9e5a-025d77eb9f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481188 Jun 16 13:51:26.676250 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] get_ports_and_sgs() called for port_ids ['2fe54474-6918-4eb4-b56b-a14744c8409d'] {{(pid=103676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:51:26.721007 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a5186-9835-4660-b971-5a718baa1d43 req-cba51be9-ac57-4ec6-93c5-e5d1fccd5c0e tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:26.722737 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e75a5186-9835-4660-b971-5a718baa1d43 req-cba51be9-ac57-4ec6-93c5-e5d1fccd5c0e tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 946 time: 0.0818849 Jun 16 13:51:26.774753 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e75a5186-9835-4660-b971-5a718baa1d43 req-6b1f1138-1598-4530-9c66-39b294177c9a tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438612 Jun 16 13:51:27.705705 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8d1ae0-2599-4684-876f-6acfc45de8ea req-365a02a9-e7a1-45d5-9b9e-ad25a47b0df0 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:27.707370 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2b8d1ae0-2599-4684-876f-6acfc45de8ea req-365a02a9-e7a1-45d5-9b9e-ad25a47b0df0 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.104 "GET /v2.0/ports?device_id=53b1e87d-2114-4871-8e0d-d5cb6b018ec8 HTTP/1.1" status: 200 len: 945 time: 0.0658302 Jun 16 13:51:27.749500 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2b8d1ae0-2599-4684-876f-6acfc45de8ea req-5eaad589-dff6-486c-b03d-4915996018c4 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.104 "GET /v2.0/security-groups?id=53edafbb-96b2-49f3-9e5a-025d77eb9f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345607 Jun 16 13:51:27.986896 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeffc5ad-048b-498a-b90d-d009f2ca1f3c req-e7ac80c6-f340-4e54-a468-b3bd824b4176 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:27.988619 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-aeffc5ad-048b-498a-b90d-d009f2ca1f3c req-e7ac80c6-f340-4e54-a468-b3bd824b4176 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 946 time: 0.0722144 Jun 16 13:51:28.032710 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-aeffc5ad-048b-498a-b90d-d009f2ca1f3c req-40ab0248-a59e-4e8f-bcd6-f5230b87b286 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378354 Jun 16 13:51:28.215878 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 2fe54474-6918-4eb4-b56b-a14744c8409d up at agent hyperv_hv-cinder-78960 {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:51:28.277550 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Provisioning for port 2fe54474-6918-4eb4-b56b-a14744c8409d completed by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:51:28.281910 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Provisioning complete for port 2fe54474-6918-4eb4-b56b-a14744c8409d triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:51:28.282297 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:28.362509 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:28.390124 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b1e87d-2114-4871-8e0d-d5cb6b018ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe54474-6918-4eb4-b56b-a14744c8409d'}] {{(pid=103676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:51:28.392421 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}effa97d0e2123b52db6fac0114eb4251877085964bb68e70a4b566e9e639f06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533b6be7-3d1e-458a-a473-efa87ee6d57a" -d '{"events": [{"server_uuid": "53b1e87d-2114-4871-8e0d-d5cb6b018ec8", "name": "network-vif-plugged", "status": "completed", "tag": "2fe54474-6918-4eb4-b56b-a14744c8409d"}]}' {{(pid=103676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:51:28.406888 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port 2fe54474-6918-4eb4-b56b-a14744c8409d, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2fe54474-6918-4eb4-b56b-a14744c8409d,segment=NetworkSegment(2e13e3e4-88c0-46d1-888d-fe21bb9cab4b),segment_id=2e13e3e4-88c0-46d1-888d-fe21bb9cab4b)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:51:28.418911 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:28.422623 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:28.449321 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc088df-ff5e-4749-85b3-2ea813317272 x-openstack-request-id: req-9cc088df-ff5e-4749-85b3-2ea813317272 {{(pid=103676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:51:28.449638 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53b1e87d-2114-4871-8e0d-d5cb6b018ec8", "name": "network-vif-plugged", "status": "completed", "tag": "2fe54474-6918-4eb4-b56b-a14744c8409d", "code": 200}]} {{(pid=103676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:51:28.449935 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-9cc088df-ff5e-4749-85b3-2ea813317272 {{(pid=103676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:51:28.450361 dv-cinder-789603-10-smb neutron-server[103676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53b1e87d-2114-4871-8e0d-d5cb6b018ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe54474-6918-4eb4-b56b-a14744c8409d', 'code': 200} Jun 16 13:51:28.481261 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Pushing event updated for resources: {'Port': ['ID=2fe54474-6918-4eb4-b56b-a14744c8409d,revision_number=5']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:28.484802 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:28.610707 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-ff107bf4-6cd0-4092-8259-7cc6c0bb55b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:28.700907 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc038aa3-73ce-45ee-b252-268d948ec5b1 req-e73e7ecd-e3f0-40ef-9771-7bb5fb41bc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:28.702323 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-dc038aa3-73ce-45ee-b252-268d948ec5b1 req-e73e7ecd-e3f0-40ef-9771-7bb5fb41bc04 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=53b1e87d-2114-4871-8e0d-d5cb6b018ec8 HTTP/1.1" status: 200 len: 1099 time: 0.0602121 Jun 16 13:51:28.744543 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-dc038aa3-73ce-45ee-b252-268d948ec5b1 req-86fc40d5-5f64-4359-98bf-04664dd3a1ef service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=53edafbb-96b2-49f3-9e5a-025d77eb9f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347049 Jun 16 13:51:28.944247 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab6a0f-6988-448f-9790-8c6e9a33dc17 req-f7cf7964-8b09-4627-bb7c-c51bf4881d02 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:28.945848 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-68ab6a0f-6988-448f-9790-8c6e9a33dc17 req-f7cf7964-8b09-4627-bb7c-c51bf4881d02 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.104 "GET /v2.0/ports?device_id=53b1e87d-2114-4871-8e0d-d5cb6b018ec8 HTTP/1.1" status: 200 len: 946 time: 0.0756156 Jun 16 13:51:28.987595 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-68ab6a0f-6988-448f-9790-8c6e9a33dc17 req-0505b295-aa47-46fe-87db-6e4b38d46589 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.104 "GET /v2.0/security-groups?id=53edafbb-96b2-49f3-9e5a-025d77eb9f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351720 Jun 16 13:51:29.239758 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b6ebf-873b-4972-9976-8a24e42d7b7d req-fb93ef49-7521-4f4c-8e9d-d248418b507a tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:29.241272 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ef4b6ebf-873b-4972-9976-8a24e42d7b7d req-fb93ef49-7521-4f4c-8e9d-d248418b507a tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 946 time: 0.0737441 Jun 16 13:51:29.284435 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ef4b6ebf-873b-4972-9976-8a24e42d7b7d req-b518e9e2-7cb1-49b5-812d-6709de4d66c7 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371892 Jun 16 13:51:30.192246 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a4f615-f8a4-4566-a5a5-973ac82c1bbb req-c0e15e6b-146f-438a-8d83-a5802c8218d1 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:30.193986 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-b5a4f615-f8a4-4566-a5a5-973ac82c1bbb req-c0e15e6b-146f-438a-8d83-a5802c8218d1 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.104 "GET /v2.0/ports?device_id=53b1e87d-2114-4871-8e0d-d5cb6b018ec8 HTTP/1.1" status: 200 len: 946 time: 0.0732789 Jun 16 13:51:30.241927 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-b5a4f615-f8a4-4566-a5a5-973ac82c1bbb req-8a3b9bd6-0156-469e-a520-33b4cf4ff134 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.104 "GET /v2.0/security-groups?id=53edafbb-96b2-49f3-9e5a-025d77eb9f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418882 Jun 16 13:51:30.487315 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78583ec4-3c74-4c22-8878-61569005dc59 req-4d0ed143-814b-479d-943d-c08154e8c024 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:30.488897 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-78583ec4-3c74-4c22-8878-61569005dc59 req-4d0ed143-814b-479d-943d-c08154e8c024 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 946 time: 0.0700874 Jun 16 13:51:30.532071 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-78583ec4-3c74-4c22-8878-61569005dc59 req-aafcc67d-8080-40cd-a8db-38b4eecdb9b1 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358322 Jun 16 13:51:31.135686 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:31.142376 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.agents_db [None req-04e01baa-1c8d-439a-8f1b-024cbee7c8c9 None None] Agent healthcheck: found 6 active agents {{(pid=103677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:51:31.287396 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-eef5d1a9-4c98-45d8-8495-65e8a0749cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:31.753136 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74b6af-6f96-45da-b1d5-0290229d28c7 req-4f750f8b-f909-48d5-89d4-a62752564fc0 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:31.754588 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-9d74b6af-6f96-45da-b1d5-0290229d28c7 req-4f750f8b-f909-48d5-89d4-a62752564fc0 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 946 time: 0.0784843 Jun 16 13:51:31.807603 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-9d74b6af-6f96-45da-b1d5-0290229d28c7 req-7a3e424e-94a7-4d27-abdd-41bd599ef661 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444388 Jun 16 13:51:32.065949 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9426d120-8ef3-450b-a3fa-438be4b95f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:33.016127 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44107a62-935c-4edf-9773-b22346cacb53 req-246db8bf-9ad2-4857-839c-bc24e16970a1 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:33.017606 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-44107a62-935c-4edf-9773-b22346cacb53 req-246db8bf-9ad2-4857-839c-bc24e16970a1 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 946 time: 0.0662100 Jun 16 13:51:33.060751 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-44107a62-935c-4edf-9773-b22346cacb53 req-73b511b1-54b7-42c4-8aee-f0a6e52b252e tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364213 Jun 16 13:51:33.939330 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3cd87a0a-8c13-4d66-8546-43ee61e1d8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:34.257194 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a71d8a1-dfdc-4ac0-8387-e7da77e3fd3f req-8ae51665-6a1d-4011-8bbd-0eab6c742c2c tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:34.258973 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-3a71d8a1-dfdc-4ac0-8387-e7da77e3fd3f req-8ae51665-6a1d-4011-8bbd-0eab6c742c2c tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 946 time: 0.0742385 Jun 16 13:51:34.301198 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-3a71d8a1-dfdc-4ac0-8387-e7da77e3fd3f req-a2f6529c-700d-4764-bbec-5b3dea9075b2 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357809 Jun 16 13:51:35.503606 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4663bf9-988f-4352-886f-51a1c5628d91 req-01d9f6f5-ee11-426b-8d36-b0fb34fc7f3b tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:35.505281 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-d4663bf9-988f-4352-886f-51a1c5628d91 req-01d9f6f5-ee11-426b-8d36-b0fb34fc7f3b tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 946 time: 0.0824270 Jun 16 13:51:35.545071 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-d4663bf9-988f-4352-886f-51a1c5628d91 req-bfe38755-f342-4d7b-8a6e-a9be886110e1 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330992 Jun 16 13:51:36.756010 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8134d-4c5f-4432-9fd0-62316bf4d73a req-231e0448-7b14-4c30-9a0a-646e826443f1 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:36.757549 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-bcf8134d-4c5f-4432-9fd0-62316bf4d73a req-231e0448-7b14-4c30-9a0a-646e826443f1 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 946 time: 0.0680943 Jun 16 13:51:36.804230 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-bcf8134d-4c5f-4432-9fd0-62316bf4d73a req-a8e6e1a9-2709-4a10-baef-5454ae74f805 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404820 Jun 16 13:51:37.998054 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47995cf9-3c94-4c77-ae28-e93717b63589 req-fb9a7f4e-ac53-42d2-b992-e54b38d06ef7 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:37.999515 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-47995cf9-3c94-4c77-ae28-e93717b63589 req-fb9a7f4e-ac53-42d2-b992-e54b38d06ef7 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 946 time: 0.0761871 Jun 16 13:51:38.037313 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-47995cf9-3c94-4c77-ae28-e93717b63589 req-7524bf80-f9f7-4c63-b336-1a771b4342ec tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320256 Jun 16 13:51:38.297163 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device fa827123-202a-44d7-a38f-641a407b9e0f details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:51:38.399092 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port fa827123-202a-44d7-a38f-641a407b9e0f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=fa827123-202a-44d7-a38f-641a407b9e0f,segment=NetworkSegment(29d3f593-ba8c-4d27-8f0e-5003fc71b744),segment_id=29d3f593-ba8c-4d27-8f0e-5003fc71b744)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:51:38.412423 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Returning: {'device': 'fa827123-202a-44d7-a38f-641a407b9e0f', 'network_id': 'b4697126-5628-44a4-9716-d1cd33ca7762', 'port_id': 'fa827123-202a-44d7-a38f-641a407b9e0f', 'mac_address': 'fa:16:3e:45:74:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7ad7888-1d58-4693-a737-cc195965ac3b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:51:38.459507 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:38.478415 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.notifiers.nova [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fa827123-202a-44d7-a38f-641a407b9e0f {{(pid=103676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:51:38.501398 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port fa827123-202a-44d7-a38f-641a407b9e0f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=fa827123-202a-44d7-a38f-641a407b9e0f,segment=NetworkSegment(29d3f593-ba8c-4d27-8f0e-5003fc71b744),segment_id=29d3f593-ba8c-4d27-8f0e-5003fc71b744)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:51:38.506681 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:38.509645 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:38.565220 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Pushing event updated for resources: {'Port': ['ID=fa827123-202a-44d7-a38f-641a407b9e0f,revision_number=6']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:38.568708 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:38.651481 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] get_ports_and_sgs() called for port_ids ['fa827123-202a-44d7-a38f-641a407b9e0f'] {{(pid=103676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:51:39.257369 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972c20a-1e16-43a8-aca3-398779c24864 req-831ae798-d026-4b88-8a5e-31d05cca7839 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:39.258899 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f972c20a-1e16-43a8-aca3-398779c24864 req-831ae798-d026-4b88-8a5e-31d05cca7839 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 945 time: 0.0762758 Jun 16 13:51:39.305582 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f972c20a-1e16-43a8-aca3-398779c24864 req-c11ca866-db33-4666-a0f4-0ada51f576c0 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375698 Jun 16 13:51:39.700939 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:40.310912 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device fa827123-202a-44d7-a38f-641a407b9e0f up at agent hyperv_hv-cinder-78960 {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:51:40.383467 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Provisioning complete for port fa827123-202a-44d7-a38f-641a407b9e0f triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:51:40.384271 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:40.527329 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:40.565318 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa827123-202a-44d7-a38f-641a407b9e0f'}] {{(pid=103676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:51:40.568786 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}effa97d0e2123b52db6fac0114eb4251877085964bb68e70a4b566e9e639f06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc169122-bc0a-45f0-9f49-90259f76e663" -d '{"events": [{"server_uuid": "f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d", "name": "network-vif-plugged", "status": "completed", "tag": "fa827123-202a-44d7-a38f-641a407b9e0f"}]}' {{(pid=103676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:51:40.585656 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port fa827123-202a-44d7-a38f-641a407b9e0f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=fa827123-202a-44d7-a38f-641a407b9e0f,segment=NetworkSegment(29d3f593-ba8c-4d27-8f0e-5003fc71b744),segment_id=29d3f593-ba8c-4d27-8f0e-5003fc71b744)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:51:40.592674 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:40.595892 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:40.636624 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6be0fab-6bef-4729-b71e-2957a355b169 x-openstack-request-id: req-e6be0fab-6bef-4729-b71e-2957a355b169 {{(pid=103676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:51:40.637199 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d", "name": "network-vif-plugged", "status": "completed", "tag": "fa827123-202a-44d7-a38f-641a407b9e0f", "code": 200}]} {{(pid=103676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:51:40.637568 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-e6be0fab-6bef-4729-b71e-2957a355b169 {{(pid=103676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:51:40.638094 dv-cinder-789603-10-smb neutron-server[103676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa827123-202a-44d7-a38f-641a407b9e0f', 'code': 200} Jun 16 13:51:40.638763 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1159f179-eca9-49e5-8877-97c145f98671 req-cf693dc1-142f-4b65-a80b-8f26ab7d2d08 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:40.640457 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-1159f179-eca9-49e5-8877-97c145f98671 req-cf693dc1-142f-4b65-a80b-8f26ab7d2d08 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 945 time: 0.1251321 Jun 16 13:51:40.689477 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Pushing event updated for resources: {'Port': ['ID=fa827123-202a-44d7-a38f-641a407b9e0f,revision_number=7']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:40.707252 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:40.712248 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-1159f179-eca9-49e5-8877-97c145f98671 req-a61eea4e-8b5a-442d-9d97-cc4c6e53bcd1 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602462 Jun 16 13:51:41.926735 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c9fa9-7fed-4083-93f8-1b6569d113f7 req-28902169-3d0b-45c3-ace3-8273413e094a tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:41.928484 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-b04c9fa9-7fed-4083-93f8-1b6569d113f7 req-28902169-3d0b-45c3-ace3-8273413e094a tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 946 time: 0.0766459 Jun 16 13:51:41.983619 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-b04c9fa9-7fed-4083-93f8-1b6569d113f7 req-8a1e53f2-0205-467e-94a2-d19a01021854 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471277 Jun 16 13:51:43.243350 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0fdac-5ea5-4038-b783-aa9d4a6dadcc req-3153f745-e709-4a2b-abf6-4f261e5cd3b9 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:43.245650 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-6ee0fdac-5ea5-4038-b783-aa9d4a6dadcc req-3153f745-e709-4a2b-abf6-4f261e5cd3b9 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 946 time: 0.1004591 Jun 16 13:51:43.297009 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-6ee0fdac-5ea5-4038-b783-aa9d4a6dadcc req-79e07e92-f80f-4761-9d37-db9edc12ac13 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456612 Jun 16 13:51:44.521469 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971d5df-7cc0-4556-a917-9951e1b9ed9e req-39b7f3d2-1d9a-4546-8703-9d77070e98c0 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:44.523228 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-4971d5df-7cc0-4556-a917-9951e1b9ed9e req-39b7f3d2-1d9a-4546-8703-9d77070e98c0 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 946 time: 0.0814867 Jun 16 13:51:44.583932 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-4971d5df-7cc0-4556-a917-9951e1b9ed9e req-8e516560-719d-468b-8a18-5908065e791f tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411198 Jun 16 13:51:45.788548 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c67ef-1754-41ec-8fef-2b338166eed5 req-7b32b740-6e21-4e90-a1eb-d13ecd879c29 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:45.792853 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-bc3c67ef-1754-41ec-8fef-2b338166eed5 req-7b32b740-6e21-4e90-a1eb-d13ecd879c29 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 946 time: 0.0802033 Jun 16 13:51:45.830048 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-bc3c67ef-1754-41ec-8fef-2b338166eed5 req-216ee52b-292a-4830-ab42-f2b495b035a8 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353894 Jun 16 13:51:47.027669 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ebe0ef-792f-4470-b0c7-fb64255480b5 req-84331dfd-47d6-4fcc-ba07-791a4aee73c1 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:47.029078 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c2ebe0ef-792f-4470-b0c7-fb64255480b5 req-84331dfd-47d6-4fcc-ba07-791a4aee73c1 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 946 time: 0.0700846 Jun 16 13:51:47.068600 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c2ebe0ef-792f-4470-b0c7-fb64255480b5 req-d957b79f-884a-4662-9d5c-307d420a56a3 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334008 Jun 16 13:51:48.341066 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1220d-9252-4390-a46a-1307fde50745 req-916771ff-5b6b-4782-a35e-68179a3da91b tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:48.342546 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-48c1220d-9252-4390-a46a-1307fde50745 req-916771ff-5b6b-4782-a35e-68179a3da91b tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 946 time: 0.0831709 Jun 16 13:51:48.384628 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-48c1220d-9252-4390-a46a-1307fde50745 req-a4dd463d-6c90-4640-a721-166b8a01c9ba tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359275 Jun 16 13:51:49.607331 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d35b7-c1d5-400b-b1b2-1cbafdb43712 req-208b4d9c-0704-4c50-920b-888330a6a736 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:49.608742 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f26d35b7-c1d5-400b-b1b2-1cbafdb43712 req-208b4d9c-0704-4c50-920b-888330a6a736 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 946 time: 0.0765855 Jun 16 13:51:49.650660 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f26d35b7-c1d5-400b-b1b2-1cbafdb43712 req-7d57aa5f-9bcd-4e94-9228-d44790a64a89 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353222 Jun 16 13:51:50.154018 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7c9da-a335-4a7e-ad63-7c447bfd8ae5 req-f01a8ff7-8163-476a-8942-547026b727d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:50.155498 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c8c7c9da-a335-4a7e-ad63-7c447bfd8ae5 req-f01a8ff7-8163-476a-8942-547026b727d6 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=908a353f90684e269bfddb80904ca191&device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 1099 time: 0.0617983 Jun 16 13:51:50.248997 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7c9da-a335-4a7e-ad63-7c447bfd8ae5 req-76f887ea-b9d5-40aa-ae5a-8fee917d1872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:50.250462 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c8c7c9da-a335-4a7e-ad63-7c447bfd8ae5 req-76f887ea-b9d5-40aa-ae5a-8fee917d1872 service neutron] 10.222.0.101 "GET /v2.0/networks?id=b4697126-5628-44a4-9716-d1cd33ca7762 HTTP/1.1" status: 200 len: 918 time: 0.0875061 Jun 16 13:51:50.330532 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c8c7c9da-a335-4a7e-ad63-7c447bfd8ae5 req-29606265-f13e-4634-bde0-c29ad4c29709 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa827123-202a-44d7-a38f-641a407b9e0f HTTP/1.1" status: 200 len: 1001 time: 0.0692017 Jun 16 13:51:50.387013 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7c9da-a335-4a7e-ad63-7c447bfd8ae5 req-fbe049ad-fd63-4b44-9717-d17080193071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:50.389213 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c8c7c9da-a335-4a7e-ad63-7c447bfd8ae5 req-fbe049ad-fd63-4b44-9717-d17080193071 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=e7ad7888-1d58-4693-a737-cc195965ac3b HTTP/1.1" status: 200 len: 855 time: 0.0498412 Jun 16 13:51:50.455349 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7c9da-a335-4a7e-ad63-7c447bfd8ae5 req-172a53de-b8bb-4567-baae-35415fdfab81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:50.456873 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c8c7c9da-a335-4a7e-ad63-7c447bfd8ae5 req-172a53de-b8bb-4567-baae-35415fdfab81 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=b4697126-5628-44a4-9716-d1cd33ca7762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0603406 Jun 16 13:51:50.561263 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c8c7c9da-a335-4a7e-ad63-7c447bfd8ae5 req-cc4bd438-3463-4ec2-bfac-0a31951b4496 service neutron] 10.222.0.101 "GET /v2.0/networks/b4697126-5628-44a4-9716-d1cd33ca7762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951500 Jun 16 13:51:50.663439 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c8c7c9da-a335-4a7e-ad63-7c447bfd8ae5 req-b2a768c5-9b2b-4ef6-b48f-48b185975779 service neutron] 10.222.0.101 "GET /v2.0/networks/b4697126-5628-44a4-9716-d1cd33ca7762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946207 Jun 16 13:51:50.852005 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d97be-5483-4fd3-ab02-6b2306c9183f req-62923d09-c105-4fc0-a690-94abfcda8abe tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:50.853534 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-625d97be-5483-4fd3-ab02-6b2306c9183f req-62923d09-c105-4fc0-a690-94abfcda8abe tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 946 time: 0.0727022 Jun 16 13:51:50.897120 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-625d97be-5483-4fd3-ab02-6b2306c9183f req-60c6f10a-33b8-4951-8d52-f37b09ae2d80 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377493 Jun 16 13:51:52.094595 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ab967-4e09-4e07-98ea-ea0741febb45 req-8f4324a5-b808-46f2-bb17-5149128b3e2b tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:52.095850 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2b9ab967-4e09-4e07-98ea-ea0741febb45 req-8f4324a5-b808-46f2-bb17-5149128b3e2b tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 946 time: 0.0694544 Jun 16 13:51:52.138301 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2b9ab967-4e09-4e07-98ea-ea0741febb45 req-200a4152-08f2-42b7-b975-4e4b10f91cae tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363088 Jun 16 13:51:53.336976 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28e712a-d6c0-4649-a809-b6b2352be95a req-eb10b606-1fcc-4db2-b82c-9cf79c558d1f tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:53.338472 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-d28e712a-d6c0-4649-a809-b6b2352be95a req-eb10b606-1fcc-4db2-b82c-9cf79c558d1f tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 946 time: 0.0722992 Jun 16 13:51:53.377730 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-d28e712a-d6c0-4649-a809-b6b2352be95a req-42d4a084-4c86-4393-8971-11019ff9fa5d tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334136 Jun 16 13:51:54.330383 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device fa827123-202a-44d7-a38f-641a407b9e0f no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:51:54.408466 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:54.433173 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa827123-202a-44d7-a38f-641a407b9e0f'}] {{(pid=103676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:51:54.435453 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}effa97d0e2123b52db6fac0114eb4251877085964bb68e70a4b566e9e639f06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927c001e-c46e-49b6-837a-aae3d1bcb30b" -d '{"events": [{"server_uuid": "f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d", "name": "network-vif-unplugged", "status": "completed", "tag": "fa827123-202a-44d7-a38f-641a407b9e0f"}]}' {{(pid=103676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:51:54.452190 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port fa827123-202a-44d7-a38f-641a407b9e0f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=fa827123-202a-44d7-a38f-641a407b9e0f,segment=NetworkSegment(29d3f593-ba8c-4d27-8f0e-5003fc71b744),segment_id=29d3f593-ba8c-4d27-8f0e-5003fc71b744)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:51:54.459081 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:54.461512 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:51:54.488299 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 16 Jun 2021 13:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6153a091-8094-4640-8c95-1940cf5b30a2 x-openstack-request-id: req-6153a091-8094-4640-8c95-1940cf5b30a2 {{(pid=103676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:51:54.488584 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d", "name": "network-vif-unplugged", "status": "failed", "tag": "fa827123-202a-44d7-a38f-641a407b9e0f", "code": 422}]} {{(pid=103676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:51:54.488839 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-6153a091-8094-4640-8c95-1940cf5b30a2 {{(pid=103676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:51:54.489271 dv-cinder-789603-10-smb neutron-server[103676]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fa827123-202a-44d7-a38f-641a407b9e0f', 'code': 422} returned with failed status Jun 16 13:51:54.515159 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Pushing event updated for resources: {'Port': ['ID=fa827123-202a-44d7-a38f-641a407b9e0f,revision_number=8']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:51:54.518411 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:51:54.657261 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e540f2a2-f98f-4cb9-a187-fb6daf5b5e8a req-a69bb9f9-9375-43a3-88f2-78e2b89161c7 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:54.658727 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e540f2a2-f98f-4cb9-a187-fb6daf5b5e8a req-a69bb9f9-9375-43a3-88f2-78e2b89161c7 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 944 time: 0.1129692 Jun 16 13:51:54.666233 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-7f35537e-d7bd-4e61-b551-50303ce5d1ec req-d46b28ca-2aa5-4c88-a99b-e3fb3a57b7aa service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0871983 Jun 16 13:51:54.701321 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e540f2a2-f98f-4cb9-a187-fb6daf5b5e8a req-d471ea1f-9af2-453f-a45b-2da5a73d8e56 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341258 Jun 16 13:51:55.687696 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35537e-d7bd-4e61-b551-50303ce5d1ec req-d851b7bc-8a20-474f-b308-796deac3fa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:55.689214 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-7f35537e-d7bd-4e61-b551-50303ce5d1ec req-d851b7bc-8a20-474f-b308-796deac3fa18 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d&tenant_id=908a353f90684e269bfddb80904ca191 HTTP/1.1" status: 200 len: 1097 time: 0.1047363 Jun 16 13:51:55.771220 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35537e-d7bd-4e61-b551-50303ce5d1ec req-200f5c4f-614e-423d-8503-4da276b99116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:55.772749 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-7f35537e-d7bd-4e61-b551-50303ce5d1ec req-200f5c4f-614e-423d-8503-4da276b99116 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=908a353f90684e269bfddb80904ca191&device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 1097 time: 0.0557966 Jun 16 13:51:55.900745 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35537e-d7bd-4e61-b551-50303ce5d1ec req-7718afa5-fa70-4ccd-a51e-ed8b43a19acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:55.902173 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-7f35537e-d7bd-4e61-b551-50303ce5d1ec req-7718afa5-fa70-4ccd-a51e-ed8b43a19acb service neutron] 10.222.0.101 "GET /v2.0/networks?id=b4697126-5628-44a4-9716-d1cd33ca7762 HTTP/1.1" status: 200 len: 918 time: 0.1209922 Jun 16 13:51:55.953287 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681520d1-1588-44a5-9c71-7fa8077166f3 req-9a390618-8d5d-4a7b-ad89-2995e865e0a9 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:55.954871 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-681520d1-1588-44a5-9c71-7fa8077166f3 req-9a390618-8d5d-4a7b-ad89-2995e865e0a9 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 944 time: 0.1306369 Jun 16 13:51:55.997987 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-7f35537e-d7bd-4e61-b551-50303ce5d1ec req-f37ad6b9-9d2c-499c-aeed-de8baad8683e service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa827123-202a-44d7-a38f-641a407b9e0f HTTP/1.1" status: 200 len: 999 time: 0.0889423 Jun 16 13:51:56.036622 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-681520d1-1588-44a5-9c71-7fa8077166f3 req-e22198a3-da09-4f3f-9608-2aa9d721d245 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717633 Jun 16 13:51:56.059320 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35537e-d7bd-4e61-b551-50303ce5d1ec req-37e7b044-1fea-402d-a636-2e3c1ee18335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:56.060776 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-7f35537e-d7bd-4e61-b551-50303ce5d1ec req-37e7b044-1fea-402d-a636-2e3c1ee18335 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=e7ad7888-1d58-4693-a737-cc195965ac3b HTTP/1.1" status: 200 len: 855 time: 0.0550585 Jun 16 13:51:56.122177 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35537e-d7bd-4e61-b551-50303ce5d1ec req-be22f0c4-df7a-447f-bdda-37e2050e4a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:56.123665 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-7f35537e-d7bd-4e61-b551-50303ce5d1ec req-be22f0c4-df7a-447f-bdda-37e2050e4a6d service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=b4697126-5628-44a4-9716-d1cd33ca7762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0552645 Jun 16 13:51:56.230225 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-7f35537e-d7bd-4e61-b551-50303ce5d1ec req-40398736-68c8-4fa5-a324-d232dbd94817 service neutron] 10.222.0.101 "GET /v2.0/networks/b4697126-5628-44a4-9716-d1cd33ca7762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987282 Jun 16 13:51:56.341862 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-7f35537e-d7bd-4e61-b551-50303ce5d1ec req-76bb0e76-f0b6-4856-9972-970c2f130dd1 service neutron] 10.222.0.101 "GET /v2.0/networks/b4697126-5628-44a4-9716-d1cd33ca7762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037464 Jun 16 13:51:57.249535 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c079d8a-f56f-4a82-b018-d830d46fd28d req-7da51dd6-a57a-44ff-983e-4e7fac266db7 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:57.251003 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-8c079d8a-f56f-4a82-b018-d830d46fd28d req-7da51dd6-a57a-44ff-983e-4e7fac266db7 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 944 time: 0.0855589 Jun 16 13:51:57.302566 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-8c079d8a-f56f-4a82-b018-d830d46fd28d req-9d7fb70c-deaf-4454-8be0-705c8eab47e3 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449157 Jun 16 13:51:58.494783 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f96a2-dae3-4a65-b692-44f17d2fa2dc req-ca454a8e-cddf-4966-bf27-cd1884d35524 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:58.496323 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-d40f96a2-dae3-4a65-b692-44f17d2fa2dc req-ca454a8e-cddf-4966-bf27-cd1884d35524 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 944 time: 0.0679882 Jun 16 13:51:58.538879 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-d40f96a2-dae3-4a65-b692-44f17d2fa2dc req-af43d91c-4e6a-42ab-9c84-f035855065cc tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364106 Jun 16 13:51:58.615961 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3dec30b9-1bc0-4bc3-b96b-e0c136be83ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:51:59.758561 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e3ea4-4ffa-4b2b-956f-27e6dcdc1730 req-b7156714-2b6c-43fa-be40-ab49a9f30d8a tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:51:59.766545 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-630e3ea4-4ffa-4b2b-956f-27e6dcdc1730 req-b7156714-2b6c-43fa-be40-ab49a9f30d8a tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 944 time: 0.0735564 Jun 16 13:51:59.803921 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-630e3ea4-4ffa-4b2b-956f-27e6dcdc1730 req-85f55a07-4d8a-4155-848a-759d77932444 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356493 Jun 16 13:52:01.002629 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f26e67-c779-4979-b46b-74f98c11abba req-c6734b49-e7b4-4447-81dc-ba49312de5cb tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:01.004253 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c2f26e67-c779-4979-b46b-74f98c11abba req-c6734b49-e7b4-4447-81dc-ba49312de5cb tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 944 time: 0.0711045 Jun 16 13:52:01.051881 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c2f26e67-c779-4979-b46b-74f98c11abba req-67c868b7-36b8-4c9c-8ca7-692e43b0efcb tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397201 Jun 16 13:52:01.129454 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:01.281545 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-ff547c7d-9a06-4bb3-972d-30725650fa48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:02.069307 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9426d120-8ef3-450b-a3fa-438be4b95f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:02.251057 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb9c71-7124-473f-8b2d-b1c2a26f9251 req-6545edd8-5faf-4f9c-8569-49fcb82a9f58 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:02.253791 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2afb9c71-7124-473f-8b2d-b1c2a26f9251 req-6545edd8-5faf-4f9c-8569-49fcb82a9f58 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 944 time: 0.0770369 Jun 16 13:52:02.306306 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2afb9c71-7124-473f-8b2d-b1c2a26f9251 req-bb0a4125-439f-446c-b5e9-b0481ed181f1 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419819 Jun 16 13:52:03.522771 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3d2f3-dc43-4220-9370-8e2542cef1ff req-f2db5f7f-0cfb-4e99-a425-8685a58e9203 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:03.525635 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-5bb3d2f3-dc43-4220-9370-8e2542cef1ff req-f2db5f7f-0cfb-4e99-a425-8685a58e9203 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 944 time: 0.0869639 Jun 16 13:52:03.579027 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-5bb3d2f3-dc43-4220-9370-8e2542cef1ff req-c85a7e47-48fa-4be9-94db-e81e98774d0c tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454919 Jun 16 13:52:03.942849 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3cd87a0a-8c13-4d66-8546-43ee61e1d8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:05.140650 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07813c8a-106d-47c2-8b53-8b8653cf01c1 req-888c6c5b-7918-418d-a847-52cf65150671 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:05.142885 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-07813c8a-106d-47c2-8b53-8b8653cf01c1 req-888c6c5b-7918-418d-a847-52cf65150671 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 944 time: 0.4349282 Jun 16 13:52:05.196674 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-07813c8a-106d-47c2-8b53-8b8653cf01c1 req-3573b519-88cc-41d8-b756-6ecc64511089 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461955 Jun 16 13:52:06.418621 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3499a1-a679-450b-9a7d-8e94ddeb4cc9 req-a896046d-3c8f-4761-8713-980ff9836d1d tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:06.420553 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-6f3499a1-a679-450b-9a7d-8e94ddeb4cc9 req-a896046d-3c8f-4761-8713-980ff9836d1d tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 944 time: 0.0906444 Jun 16 13:52:06.475741 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-6f3499a1-a679-450b-9a7d-8e94ddeb4cc9 req-7b0c92c1-d354-416b-81de-b9e8e9d26e47 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452409 Jun 16 13:52:07.674396 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec297db3-d03d-4d4a-bc99-ec75a0d1bbb1 req-6d9e02f7-9700-4394-80a4-c41b11de5ea2 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:07.675977 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ec297db3-d03d-4d4a-bc99-ec75a0d1bbb1 req-6d9e02f7-9700-4394-80a4-c41b11de5ea2 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 944 time: 0.0705671 Jun 16 13:52:07.718028 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ec297db3-d03d-4d4a-bc99-ec75a0d1bbb1 req-4b81aa3d-41d4-4355-9a53-49bf4f9857d8 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360420 Jun 16 13:52:08.141646 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.agents_db [None req-04e01baa-1c8d-439a-8f1b-024cbee7c8c9 None None] Agent healthcheck: found 6 active agents {{(pid=103677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:52:09.014466 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be45b11-bdfc-4e39-af4f-53633f8a47d3 req-7c22d333-9cc9-4cf8-88d3-5bb89d5173c0 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:09.015921 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-8be45b11-bdfc-4e39-af4f-53633f8a47d3 req-7c22d333-9cc9-4cf8-88d3-5bb89d5173c0 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 944 time: 0.0654492 Jun 16 13:52:09.056043 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-8be45b11-bdfc-4e39-af4f-53633f8a47d3 req-b6cf2626-5598-4321-8f49-e81b42bfe9c1 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342202 Jun 16 13:52:09.698700 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:10.257494 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c4daf-b768-4063-b819-d824b097c1de req-1c3efd24-1d92-468b-9ff5-a789fb19a421 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:10.259261 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ae9c4daf-b768-4063-b819-d824b097c1de req-1c3efd24-1d92-468b-9ff5-a789fb19a421 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 944 time: 0.0749400 Jun 16 13:52:10.306904 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ae9c4daf-b768-4063-b819-d824b097c1de req-ae00f909-3bbe-462b-9207-9dc0f52dcaa5 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416644 Jun 16 13:52:10.439488 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device fa827123-202a-44d7-a38f-641a407b9e0f details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:52:10.555527 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port fa827123-202a-44d7-a38f-641a407b9e0f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=fa827123-202a-44d7-a38f-641a407b9e0f,segment=NetworkSegment(29d3f593-ba8c-4d27-8f0e-5003fc71b744),segment_id=29d3f593-ba8c-4d27-8f0e-5003fc71b744)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:52:10.567859 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Returning: {'device': 'fa827123-202a-44d7-a38f-641a407b9e0f', 'network_id': 'b4697126-5628-44a4-9716-d1cd33ca7762', 'port_id': 'fa827123-202a-44d7-a38f-641a407b9e0f', 'mac_address': 'fa:16:3e:45:74:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7ad7888-1d58-4693-a737-cc195965ac3b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:52:10.732325 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:10.745878 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.notifiers.nova [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa827123-202a-44d7-a38f-641a407b9e0f {{(pid=103676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:52:10.768527 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port fa827123-202a-44d7-a38f-641a407b9e0f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=fa827123-202a-44d7-a38f-641a407b9e0f,segment=NetworkSegment(29d3f593-ba8c-4d27-8f0e-5003fc71b744),segment_id=29d3f593-ba8c-4d27-8f0e-5003fc71b744)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:52:10.775220 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:10.777171 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-e032ed38-4549-4b4d-9e8b-2350199a0c47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:10.825482 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Pushing event updated for resources: {'Port': ['ID=fa827123-202a-44d7-a38f-641a407b9e0f,revision_number=9']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:10.832776 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:52:10.833114 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:52:10.833450 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:52:10.833782 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:52:10.834106 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:52:10.834411 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:52:10.834733 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:52:10.835054 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:52:10.835828 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:52:10.835828 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:52:10.836305 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:52:10.836468 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:52:10.840546 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:11.017649 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] get_ports_and_sgs() called for port_ids ['fa827123-202a-44d7-a38f-641a407b9e0f'] {{(pid=103676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:52:11.503819 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57984f34-c685-47de-ab5f-0d5fc13ffcf2 req-ebc89105-e5f4-4155-8ccc-148e46da74f5 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:11.505400 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-57984f34-c685-47de-ab5f-0d5fc13ffcf2 req-ebc89105-e5f4-4155-8ccc-148e46da74f5 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 945 time: 0.0720041 Jun 16 13:52:11.548051 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-57984f34-c685-47de-ab5f-0d5fc13ffcf2 req-edc4e700-c97c-4241-af0f-87da29ae114c tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354536 Jun 16 13:52:12.450437 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device fa827123-202a-44d7-a38f-641a407b9e0f up at agent hyperv_hv-cinder-78960 {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:52:12.499985 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Provisioning complete for port fa827123-202a-44d7-a38f-641a407b9e0f triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:52:12.500397 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:12.582079 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:12.610031 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa827123-202a-44d7-a38f-641a407b9e0f'}] {{(pid=103676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:52:12.612415 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}effa97d0e2123b52db6fac0114eb4251877085964bb68e70a4b566e9e639f06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bfe5f48-c442-408f-b877-cfb5dd605b7e" -d '{"events": [{"server_uuid": "f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d", "name": "network-vif-plugged", "status": "completed", "tag": "fa827123-202a-44d7-a38f-641a407b9e0f"}]}' {{(pid=103676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:52:12.629373 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port fa827123-202a-44d7-a38f-641a407b9e0f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=fa827123-202a-44d7-a38f-641a407b9e0f,segment=NetworkSegment(29d3f593-ba8c-4d27-8f0e-5003fc71b744),segment_id=29d3f593-ba8c-4d27-8f0e-5003fc71b744)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:52:12.636523 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:12.642066 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:12.670686 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567b91d9-73c5-4dff-82f4-272b6f92f3e3 x-openstack-request-id: req-567b91d9-73c5-4dff-82f4-272b6f92f3e3 {{(pid=103676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:52:12.670944 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d", "name": "network-vif-plugged", "status": "completed", "tag": "fa827123-202a-44d7-a38f-641a407b9e0f", "code": 200}]} {{(pid=103676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:52:12.671233 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-567b91d9-73c5-4dff-82f4-272b6f92f3e3 {{(pid=103676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:52:12.671604 dv-cinder-789603-10-smb neutron-server[103676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa827123-202a-44d7-a38f-641a407b9e0f', 'code': 200} Jun 16 13:52:12.701510 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Pushing event updated for resources: {'Port': ['ID=fa827123-202a-44d7-a38f-641a407b9e0f,revision_number=10']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:12.704679 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:12.778742 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84991e69-94aa-4008-9fa5-306e0b1205cd req-60e2eca2-35b5-4e2e-86d8-54c39747a1bb tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:12.780334 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-84991e69-94aa-4008-9fa5-306e0b1205cd req-60e2eca2-35b5-4e2e-86d8-54c39747a1bb tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 947 time: 0.0949254 Jun 16 13:52:12.875152 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-84991e69-94aa-4008-9fa5-306e0b1205cd req-01fb7c32-9089-4151-8f03-ab1058895c20 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863187 Jun 16 13:52:12.905043 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ea9a9-c2ff-4087-9dd0-f9eeba0d8224 req-ce2f49a3-3c28-4fd0-b7b9-01a362b31c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:12.906526 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-883ea9a9-c2ff-4087-9dd0-f9eeba0d8224 req-ce2f49a3-3c28-4fd0-b7b9-01a362b31c71 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 1100 time: 0.0684078 Jun 16 13:52:12.949266 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-883ea9a9-c2ff-4087-9dd0-f9eeba0d8224 req-68387bcf-b271-4ddd-81a8-7f5617bc4129 service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346224 Jun 16 13:52:13.724390 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea58e0d-73a1-46d4-88cc-987a74d82581 req-9cca11c3-d7a9-4c60-9873-62e417d33859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:13.725864 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-cea58e0d-73a1-46d4-88cc-987a74d82581 req-9cca11c3-d7a9-4c60-9873-62e417d33859 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=908a353f90684e269bfddb80904ca191&device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 1100 time: 0.0570679 Jun 16 13:52:13.851221 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea58e0d-73a1-46d4-88cc-987a74d82581 req-192af773-c6ba-4db7-aa4a-1efb4d85ffc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:13.853070 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-cea58e0d-73a1-46d4-88cc-987a74d82581 req-192af773-c6ba-4db7-aa4a-1efb4d85ffc1 service neutron] 10.222.0.101 "GET /v2.0/networks?id=b4697126-5628-44a4-9716-d1cd33ca7762 HTTP/1.1" status: 200 len: 918 time: 0.0946784 Jun 16 13:52:13.941733 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-cea58e0d-73a1-46d4-88cc-987a74d82581 req-d787767f-0dae-4794-9405-1865bd8f913c service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa827123-202a-44d7-a38f-641a407b9e0f HTTP/1.1" status: 200 len: 1001 time: 0.0768337 Jun 16 13:52:14.009822 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea58e0d-73a1-46d4-88cc-987a74d82581 req-d3d93b59-0cf1-4dbf-8535-2e70bf5abcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:14.012251 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-cea58e0d-73a1-46d4-88cc-987a74d82581 req-d3d93b59-0cf1-4dbf-8535-2e70bf5abcd0 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=e7ad7888-1d58-4693-a737-cc195965ac3b HTTP/1.1" status: 200 len: 855 time: 0.0634580 Jun 16 13:52:14.158325 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d754e599-269b-4241-9b54-f83c7d7f829b req-428a6104-8bd3-4321-b0e4-0dbfabd2c6e5 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:14.159963 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-d754e599-269b-4241-9b54-f83c7d7f829b req-428a6104-8bd3-4321-b0e4-0dbfabd2c6e5 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 947 time: 0.1306722 Jun 16 13:52:14.166481 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea58e0d-73a1-46d4-88cc-987a74d82581 req-842ff470-b502-4ccb-b645-541919301c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:14.168084 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-cea58e0d-73a1-46d4-88cc-987a74d82581 req-842ff470-b502-4ccb-b645-541919301c54 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=b4697126-5628-44a4-9716-d1cd33ca7762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1492214 Jun 16 13:52:14.255220 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-d754e599-269b-4241-9b54-f83c7d7f829b req-765d8150-90bc-45cb-9653-ed6532d8f503 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862000 Jun 16 13:52:14.297978 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-cea58e0d-73a1-46d4-88cc-987a74d82581 req-bfc5941d-41e8-47d7-ba50-67762c61088e service neutron] 10.222.0.101 "GET /v2.0/networks/b4697126-5628-44a4-9716-d1cd33ca7762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137624 Jun 16 13:52:14.394983 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-cea58e0d-73a1-46d4-88cc-987a74d82581 req-680a8d96-b43a-4fb2-8a3a-16040c003424 service neutron] 10.222.0.101 "GET /v2.0/networks/b4697126-5628-44a4-9716-d1cd33ca7762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891762 Jun 16 13:52:15.460365 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d637f-1d79-4d85-89bc-1470ede006a6 req-f3825ed8-510f-4c4f-9c00-7db3ba526cbe tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:15.461956 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-d31d637f-1d79-4d85-89bc-1470ede006a6 req-f3825ed8-510f-4c4f-9c00-7db3ba526cbe tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 947 time: 0.0694795 Jun 16 13:52:15.502458 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-d31d637f-1d79-4d85-89bc-1470ede006a6 req-ed6b3113-fd1a-471e-8d68-c22b771174b4 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344062 Jun 16 13:52:19.746804 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde9c3d-8bb5-4cd7-9991-6e496311667a req-685259e0-8854-492f-87fb-e4956ec24674 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:19.748382 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-fbde9c3d-8bb5-4cd7-9991-6e496311667a req-685259e0-8854-492f-87fb-e4956ec24674 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.104 "GET /v2.0/ports?device_id=53b1e87d-2114-4871-8e0d-d5cb6b018ec8 HTTP/1.1" status: 200 len: 946 time: 0.0706928 Jun 16 13:52:19.789087 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-fbde9c3d-8bb5-4cd7-9991-6e496311667a req-659888e9-d514-4a50-b032-a623f3f98799 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.104 "GET /v2.0/security-groups?id=53edafbb-96b2-49f3-9e5a-025d77eb9f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343668 Jun 16 13:52:20.969081 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1c234b-92cf-422f-b9e6-de636e62ca31 req-9b502dab-3c1a-4747-b8de-9f210af07b31 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:20.970535 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-af1c234b-92cf-422f-b9e6-de636e62ca31 req-9b502dab-3c1a-4747-b8de-9f210af07b31 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.104 "GET /v2.0/ports?device_id=53b1e87d-2114-4871-8e0d-d5cb6b018ec8 HTTP/1.1" status: 200 len: 946 time: 0.0657828 Jun 16 13:52:21.009050 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-af1c234b-92cf-422f-b9e6-de636e62ca31 req-4de20546-da72-4107-a3ae-0f1df8c700d5 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.104 "GET /v2.0/security-groups?id=53edafbb-96b2-49f3-9e5a-025d77eb9f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324500 Jun 16 13:52:22.193985 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ae4b3-5e95-427a-a014-8b52f24e05e4 req-fe310d29-8f31-48e2-8b5f-f870b9296329 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:22.195458 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-628ae4b3-5e95-427a-a014-8b52f24e05e4 req-fe310d29-8f31-48e2-8b5f-f870b9296329 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.104 "GET /v2.0/ports?device_id=53b1e87d-2114-4871-8e0d-d5cb6b018ec8 HTTP/1.1" status: 200 len: 946 time: 0.0705419 Jun 16 13:52:22.234572 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-628ae4b3-5e95-427a-a014-8b52f24e05e4 req-a08535f1-d453-4611-92bb-f9ab35093263 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.104 "GET /v2.0/security-groups?id=53edafbb-96b2-49f3-9e5a-025d77eb9f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333238 Jun 16 13:52:23.418623 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55cd887-c2cf-4965-a847-6f8e30660b00 req-6f0b2553-621f-4854-bd73-5ee9b535bbdb tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:23.421014 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-d55cd887-c2cf-4965-a847-6f8e30660b00 req-6f0b2553-621f-4854-bd73-5ee9b535bbdb tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.104 "GET /v2.0/ports?device_id=53b1e87d-2114-4871-8e0d-d5cb6b018ec8 HTTP/1.1" status: 200 len: 946 time: 0.0737934 Jun 16 13:52:23.460303 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-d55cd887-c2cf-4965-a847-6f8e30660b00 req-9634e7f7-a4e6-4d14-8dc8-2f1e56b333fc tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.104 "GET /v2.0/security-groups?id=53edafbb-96b2-49f3-9e5a-025d77eb9f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331562 Jun 16 13:52:24.551473 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc71a9d-9ad9-434d-b6be-450b82c68a91 req-e52483ad-4311-4e84-b021-0e2276f6efeb tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:24.553045 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-5cc71a9d-9ad9-434d-b6be-450b82c68a91 req-e52483ad-4311-4e84-b021-0e2276f6efeb tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.101 "GET /v2.0/ports?device_id=53b1e87d-2114-4871-8e0d-d5cb6b018ec8 HTTP/1.1" status: 200 len: 946 time: 0.0654609 Jun 16 13:52:24.704161 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee22ec-7d32-4053-a133-5b350704317e req-3907f7c8-c49a-4792-b458-d06ca5b3a8c4 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:24.705750 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c9ee22ec-7d32-4053-a133-5b350704317e req-3907f7c8-c49a-4792-b458-d06ca5b3a8c4 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.104 "GET /v2.0/ports?device_id=53b1e87d-2114-4871-8e0d-d5cb6b018ec8 HTTP/1.1" status: 200 len: 946 time: 0.1145556 Jun 16 13:52:24.735683 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [req-5cc71a9d-9ad9-434d-b6be-450b82c68a91 req-f071b932-ea2d-4ca8-b15f-6882a66d1036 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Deleting port 2fe54474-6918-4eb4-b56b-a14744c8409d {{(pid=103674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:52:24.735986 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-5cc71a9d-9ad9-434d-b6be-450b82c68a91 req-f071b932-ea2d-4ca8-b15f-6882a66d1036 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779595332765'] for port, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:24.803054 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c9ee22ec-7d32-4053-a133-5b350704317e req-acab067e-a44c-4d2d-9423-27c948fdeb54 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.104 "GET /v2.0/security-groups?id=53edafbb-96b2-49f3-9e5a-025d77eb9f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901976 Jun 16 13:52:24.852347 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.db [req-5cc71a9d-9ad9-434d-b6be-450b82c68a91 req-f071b932-ea2d-4ca8-b15f-6882a66d1036 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] For port 2fe54474-6918-4eb4-b56b-a14744c8409d, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2fe54474-6918-4eb4-b56b-a14744c8409d,segment=NetworkSegment(2e13e3e4-88c0-46d1-888d-fe21bb9cab4b),segment_id=2e13e3e4-88c0-46d1-888d-fe21bb9cab4b)] {{(pid=103674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:52:24.852711 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-5cc71a9d-9ad9-434d-b6be-450b82c68a91 req-f071b932-ea2d-4ca8-b15f-6882a66d1036 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757230'] for port, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:24.923089 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [req-5cc71a9d-9ad9-434d-b6be-450b82c68a91 req-f071b932-ea2d-4ca8-b15f-6882a66d1036 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Calling delete_port for 2fe54474-6918-4eb4-b56b-a14744c8409d owned by compute:nova {{(pid=103674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:52:25.054269 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-5cc71a9d-9ad9-434d-b6be-450b82c68a91 req-f071b932-ea2d-4ca8-b15f-6882a66d1036 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779595337849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779594881055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10072337'] for port, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:25.058245 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-3ad9fd39-82da-47f6-b626-086a5e7177dc tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:25.066739 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] get_ports_and_sgs() called for port_ids ['2fe54474-6918-4eb4-b56b-a14744c8409d'] {{(pid=103676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:52:25.089244 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071b932-ea2d-4ca8-b15f-6882a66d1036 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Pushing event deleted for resources: {'Port': ['ID=2fe54474-6918-4eb4-b56b-a14744c8409d,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:25.121130 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f071b932-ea2d-4ca8-b15f-6882a66d1036 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:52:25.121732 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f071b932-ea2d-4ca8-b15f-6882a66d1036 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:52:25.122098 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f071b932-ea2d-4ca8-b15f-6882a66d1036 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:52:25.122446 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f071b932-ea2d-4ca8-b15f-6882a66d1036 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:52:25.122827 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f071b932-ea2d-4ca8-b15f-6882a66d1036 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:52:25.123174 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f071b932-ea2d-4ca8-b15f-6882a66d1036 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:52:25.123487 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f071b932-ea2d-4ca8-b15f-6882a66d1036 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:52:25.123817 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f071b932-ea2d-4ca8-b15f-6882a66d1036 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:52:25.124177 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f071b932-ea2d-4ca8-b15f-6882a66d1036 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:52:25.124509 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f071b932-ea2d-4ca8-b15f-6882a66d1036 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:52:25.124834 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f071b932-ea2d-4ca8-b15f-6882a66d1036 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:52:25.125160 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f071b932-ea2d-4ca8-b15f-6882a66d1036 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:52:25.129163 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-f071b932-ea2d-4ca8-b15f-6882a66d1036 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:25.146195 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cc71a9d-9ad9-434d-b6be-450b82c68a91 req-f071b932-ea2d-4ca8-b15f-6882a66d1036 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] No DVR routers for this DVR port 2fe54474-6918-4eb4-b56b-a14744c8409d on host hv-cinder-78960 {{(pid=103674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:52:25.148810 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-5cc71a9d-9ad9-434d-b6be-450b82c68a91 req-f071b932-ea2d-4ca8-b15f-6882a66d1036 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914'] for port, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:25.150770 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-5cc71a9d-9ad9-434d-b6be-450b82c68a91 req-f071b932-ea2d-4ca8-b15f-6882a66d1036 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.101 "DELETE /v2.0/ports/2fe54474-6918-4eb4-b56b-a14744c8409d HTTP/1.1" status: 204 len: 173 time: 0.5920112 Jun 16 13:52:25.151273 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b1e87d-2114-4871-8e0d-d5cb6b018ec8', 'name': 'network-vif-deleted', 'tag': '2fe54474-6918-4eb4-b56b-a14744c8409d'}] {{(pid=103674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:52:25.153675 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf0caa33b503d1f2c3d6e3a51c00f46bab3e78c159fea0ab96052d9779657e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9db0d5-d215-42c0-99bf-6d4a3137a7d3" -d '{"events": [{"server_uuid": "53b1e87d-2114-4871-8e0d-d5cb6b018ec8", "name": "network-vif-deleted", "tag": "2fe54474-6918-4eb4-b56b-a14744c8409d"}]}' {{(pid=103674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:52:25.199018 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1582d2c6-41f0-47ee-854b-c7d0807db422 x-openstack-request-id: req-1582d2c6-41f0-47ee-854b-c7d0807db422 {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:52:25.199377 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53b1e87d-2114-4871-8e0d-d5cb6b018ec8", "name": "network-vif-deleted", "tag": "2fe54474-6918-4eb4-b56b-a14744c8409d", "status": "completed", "code": 200}]} {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:52:25.199700 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-1582d2c6-41f0-47ee-854b-c7d0807db422 {{(pid=103674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:52:25.200174 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53b1e87d-2114-4871-8e0d-d5cb6b018ec8', 'name': 'network-vif-deleted', 'tag': '2fe54474-6918-4eb4-b56b-a14744c8409d', 'status': 'completed', 'code': 200} Jun 16 13:52:25.961720 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-60ccf3d4-a748-4270-9180-174329d1a4db req-e8a99976-a1f1-47bc-b527-a7a696a09aa7 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.104 "GET /v2.0/ports?device_id=53b1e87d-2114-4871-8e0d-d5cb6b018ec8 HTTP/1.1" status: 200 len: 210 time: 0.0285821 Jun 16 13:52:28.560405 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 2fe54474-6918-4eb4-b56b-a14744c8409d no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:52:28.580058 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] No Port match for: 2fe54474-6918-4eb4-b56b-a14744c8409d {{(pid=103676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:52:28.580495 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 2fe54474-6918-4eb4-b56b-a14744c8409d not bound to the agent host hv-cinder-78960 {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:52:28.609961 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-61826399-b627-4ed4-96c0-23edec69bbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:30.859571 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1efde-9cc4-46b8-8c9d-1d457a96385c req-8879c0b6-3559-4416-a3a8-16067ad009ab tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:30.861263 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a1d1efde-9cc4-46b8-8c9d-1d457a96385c req-8879c0b6-3559-4416-a3a8-16067ad009ab tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.104 "GET /v2.0/networks?id=e2d5f464-8200-42fc-af0b-2884376208ca HTTP/1.1" status: 200 len: 814 time: 0.1147189 Jun 16 13:52:30.878768 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a1d1efde-9cc4-46b8-8c9d-1d457a96385c req-b1fbf3c3-157c-4529-8ff5-1fe4ba2b5ea0 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.104 "GET /v2.0/quotas/51910e9e0301460c8943438ea10b35c0 HTTP/1.1" status: 200 len: 375 time: 0.0100358 Jun 16 13:52:30.914592 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a1d1efde-9cc4-46b8-8c9d-1d457a96385c req-3f3f6b8f-062f-42e2-8d16-c32e48206140 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=51910e9e0301460c8943438ea10b35c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302067 Jun 16 13:52:31.009557 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a1d1efde-9cc4-46b8-8c9d-1d457a96385c req-16de2026-70fd-4bad-9133-1f41f5089ec7 service neutron] 10.222.0.104 "GET /v2.0/networks/e2d5f464-8200-42fc-af0b-2884376208ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877211 Jun 16 13:52:31.108808 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a1d1efde-9cc4-46b8-8c9d-1d457a96385c req-ee163c16-fd51-4cb0-a172-47c64c701e51 service neutron] 10.222.0.104 "GET /v2.0/networks/e2d5f464-8200-42fc-af0b-2884376208ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922797 Jun 16 13:52:31.135620 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:31.289046 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-74bcdc72-8127-41dc-9b7b-713cd6fc40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:31.300395 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-97f21c0f-1de2-4d12-85ab-e87ba00dc0f2 req-38edaa0d-845e-4dbc-bf56-a9a1fa68a769 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.104 "GET /v2.0/ports?device_id=99f7eb12-eac3-4d23-bb4b-3b9629fc55d2 HTTP/1.1" status: 200 len: 210 time: 0.0314181 Jun 16 13:52:32.070754 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9426d120-8ef3-450b-a3fa-438be4b95f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:32.523743 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-3ca8b4f2-44e0-4ead-9c01-2656142663a8 req-f5461de4-3672-4808-9d07-ec464004eb63 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.104 "GET /v2.0/ports?device_id=99f7eb12-eac3-4d23-bb4b-3b9629fc55d2 HTTP/1.1" status: 200 len: 210 time: 0.0764084 Jun 16 13:52:32.586306 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1efde-9cc4-46b8-8c9d-1d457a96385c req-c6fc2069-2761-4aa9-b78f-d320cd78f18e tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:32.587862 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a1d1efde-9cc4-46b8-8c9d-1d457a96385c req-c6fc2069-2761-4aa9-b78f-d320cd78f18e tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.101 "GET /v2.0/networks?id=e2d5f464-8200-42fc-af0b-2884376208ca HTTP/1.1" status: 200 len: 814 time: 0.1506648 Jun 16 13:52:32.602858 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [req-a1d1efde-9cc4-46b8-8c9d-1d457a96385c req-9eea0aff-50e5-4507-8a0e-1c26ed776fa8 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Request body: {'port': {'device_id': '99f7eb12-eac3-4d23-bb4b-3b9629fc55d2', 'network_id': 'e2d5f464-8200-42fc-af0b-2884376208ca', 'admin_state_up': True, 'tenant_id': '51910e9e0301460c8943438ea10b35c0'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:52:32.724740 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1d1efde-9cc4-46b8-8c9d-1d457a96385c req-9eea0aff-50e5-4507-8a0e-1c26ed776fa8 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Made reservation on behalf of 51910e9e0301460c8943438ea10b35c0 for: {'port': 1} {{(pid=103674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:52:32.728785 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-a1d1efde-9cc4-46b8-8c9d-1d457a96385c req-9eea0aff-50e5-4507-8a0e-1c26ed776fa8 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for port, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:32.870927 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.db_base_plugin_common [req-a1d1efde-9cc4-46b8-8c9d-1d457a96385c req-9eea0aff-50e5-4507-8a0e-1c26ed776fa8 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Allocated IP 172.20.0.12 (e2d5f464-8200-42fc-af0b-2884376208ca/48b327bd-5e9a-4af6-8c81-91b9b478956e/25b55ac9-b786-4e4f-81e3-43c89fe0dca3) {{(pid=103674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:52:33.052949 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-a1d1efde-9cc4-46b8-8c9d-1d457a96385c req-9eea0aff-50e5-4507-8a0e-1c26ed776fa8 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Notify callbacks [] for port, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:33.101718 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-a1d1efde-9cc4-46b8-8c9d-1d457a96385c req-9eea0aff-50e5-4507-8a0e-1c26ed776fa8 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1833118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779594881046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10072334'] for port, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:33.106327 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-a68d14a6-6ef9-4579-a3a0-e1b480c244ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:33.151036 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1d1efde-9cc4-46b8-8c9d-1d457a96385c req-9eea0aff-50e5-4507-8a0e-1c26ed776fa8 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Network e2d5f464-8200-42fc-af0b-2884376208ca is already hosted by enough agents. {{(pid=103674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:52:33.155958 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [req-a1d1efde-9cc4-46b8-8c9d-1d457a96385c req-9eea0aff-50e5-4507-8a0e-1c26ed776fa8 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Resources bound (agent type, host, resource id): {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:52:33.164079 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1d1efde-9cc4-46b8-8c9d-1d457a96385c req-9eea0aff-50e5-4507-8a0e-1c26ed776fa8 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Received port after_create {{(pid=103674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:52:33.174344 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eea0aff-50e5-4507-8a0e-1c26ed776fa8 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Pushing event updated for resources: {'Port': ['ID=25b55ac9-b786-4e4f-81e3-43c89fe0dca3,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:33.196508 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-9eea0aff-50e5-4507-8a0e-1c26ed776fa8 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:33.225116 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1efde-9cc4-46b8-8c9d-1d457a96385c req-9eea0aff-50e5-4507-8a0e-1c26ed776fa8 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:33.225711 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-a1d1efde-9cc4-46b8-8c9d-1d457a96385c req-9eea0aff-50e5-4507-8a0e-1c26ed776fa8 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914'] for port, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:33.242310 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a1d1efde-9cc4-46b8-8c9d-1d457a96385c req-9eea0aff-50e5-4507-8a0e-1c26ed776fa8 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6438692 Jun 16 13:52:33.255037 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [req-a1d1efde-9cc4-46b8-8c9d-1d457a96385c req-840856df-dea8-415c-b4c5-671f8a6b4af2 service neutron] Request body: {'port': {'device_id': '99f7eb12-eac3-4d23-bb4b-3b9629fc55d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:52:33.350899 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-a1d1efde-9cc4-46b8-8c9d-1d457a96385c req-840856df-dea8-415c-b4c5-671f8a6b4af2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:33.703031 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.notifiers.nova [req-a1d1efde-9cc4-46b8-8c9d-1d457a96385c req-840856df-dea8-415c-b4c5-671f8a6b4af2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25b55ac9-b786-4e4f-81e3-43c89fe0dca3 {{(pid=103674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:52:33.715004 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-a1d1efde-9cc4-46b8-8c9d-1d457a96385c req-840856df-dea8-415c-b4c5-671f8a6b4af2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:33.736536 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.provisioning_blocks [req-a1d1efde-9cc4-46b8-8c9d-1d457a96385c req-840856df-dea8-415c-b4c5-671f8a6b4af2 service neutron] Transition to ACTIVE for port object 25b55ac9-b786-4e4f-81e3-43c89fe0dca3 will not be triggered until provisioned by entity L2. {{(pid=103674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:52:33.741756 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-a1d1efde-9cc4-46b8-8c9d-1d457a96385c req-840856df-dea8-415c-b4c5-671f8a6b4af2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10072344'] for port, after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:33.747438 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-09b8aa29-b27d-4652-bbae-9b1a02806160 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:33.796866 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9307233-6e7a-4c0b-98c7-2b970046c532 req-6d225ee3-20ac-40bb-8bfb-c5378cfddad0 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:33.798411 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-d9307233-6e7a-4c0b-98c7-2b970046c532 req-6d225ee3-20ac-40bb-8bfb-c5378cfddad0 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.104 "GET /v2.0/ports?device_id=99f7eb12-eac3-4d23-bb4b-3b9629fc55d2 HTTP/1.1" status: 200 len: 932 time: 0.1474197 Jun 16 13:52:33.862161 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840856df-dea8-415c-b4c5-671f8a6b4af2 service neutron] Pushing event updated for resources: {'Port': ['ID=25b55ac9-b786-4e4f-81e3-43c89fe0dca3,revision_number=2']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:33.868737 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-840856df-dea8-415c-b4c5-671f8a6b4af2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:33.912310 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-d9307233-6e7a-4c0b-98c7-2b970046c532 req-be810416-ad95-4152-83f6-b9228b53941b tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.104 "GET /v2.0/security-groups?id=53edafbb-96b2-49f3-9e5a-025d77eb9f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055279 Jun 16 13:52:33.952584 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3cd87a0a-8c13-4d66-8546-43ee61e1d8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:33.971582 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.managers [req-a1d1efde-9cc4-46b8-8c9d-1d457a96385c req-840856df-dea8-415c-b4c5-671f8a6b4af2 service neutron] Attempting to bind port 25b55ac9-b786-4e4f-81e3-43c89fe0dca3 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:52:33.971902 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.managers [req-a1d1efde-9cc4-46b8-8c9d-1d457a96385c req-840856df-dea8-415c-b4c5-671f8a6b4af2 service neutron] Attempting to bind port 25b55ac9-b786-4e4f-81e3-43c89fe0dca3 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '2e13e3e4-88c0-46d1-888d-fe21bb9cab4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'e2d5f464-8200-42fc-af0b-2884376208ca'}] {{(pid=103674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:52:33.972257 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d1efde-9cc4-46b8-8c9d-1d457a96385c req-840856df-dea8-415c-b4c5-671f8a6b4af2 service neutron] Attempting to bind port 25b55ac9-b786-4e4f-81e3-43c89fe0dca3 on network e2d5f464-8200-42fc-af0b-2884376208ca {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:52:33.976886 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d1efde-9cc4-46b8-8c9d-1d457a96385c req-840856df-dea8-415c-b4c5-671f8a6b4af2 service neutron] Port 25b55ac9-b786-4e4f-81e3-43c89fe0dca3 on network e2d5f464-8200-42fc-af0b-2884376208ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 13:52:33.977197 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d1efde-9cc4-46b8-8c9d-1d457a96385c req-840856df-dea8-415c-b4c5-671f8a6b4af2 service neutron] Attempting to bind port 25b55ac9-b786-4e4f-81e3-43c89fe0dca3 on network e2d5f464-8200-42fc-af0b-2884376208ca {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:52:33.983293 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d1efde-9cc4-46b8-8c9d-1d457a96385c req-840856df-dea8-415c-b4c5-671f8a6b4af2 service neutron] Checking agent: {'id': '1d30c470-50d4-4ce2-b27c-c11b758166c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 42, 10), 'started_at': datetime.datetime(2021, 6, 16, 13, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:52:33.983730 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d1efde-9cc4-46b8-8c9d-1d457a96385c req-840856df-dea8-415c-b4c5-671f8a6b4af2 service neutron] Checking segment: {'id': '2e13e3e4-88c0-46d1-888d-fe21bb9cab4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'e2d5f464-8200-42fc-af0b-2884376208ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:52:33.984510 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d1efde-9cc4-46b8-8c9d-1d457a96385c req-840856df-dea8-415c-b4c5-671f8a6b4af2 service neutron] Bound using segment: {'id': '2e13e3e4-88c0-46d1-888d-fe21bb9cab4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'e2d5f464-8200-42fc-af0b-2884376208ca'} {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:52:33.984942 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.managers [req-a1d1efde-9cc4-46b8-8c9d-1d457a96385c req-840856df-dea8-415c-b4c5-671f8a6b4af2 service neutron] Bound port: 25b55ac9-b786-4e4f-81e3-43c89fe0dca3, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e13e3e4-88c0-46d1-888d-fe21bb9cab4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'e2d5f464-8200-42fc-af0b-2884376208ca'}}] {{(pid=103674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:52:33.985290 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-a1d1efde-9cc4-46b8-8c9d-1d457a96385c req-840856df-dea8-415c-b4c5-671f8a6b4af2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:34.065751 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.db [req-a1d1efde-9cc4-46b8-8c9d-1d457a96385c req-840856df-dea8-415c-b4c5-671f8a6b4af2 service neutron] For port 25b55ac9-b786-4e4f-81e3-43c89fe0dca3, host hv-cinder-78960, cleared binding levels {{(pid=103674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:52:34.068932 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.db [req-a1d1efde-9cc4-46b8-8c9d-1d457a96385c req-840856df-dea8-415c-b4c5-671f8a6b4af2 service neutron] For port 25b55ac9-b786-4e4f-81e3-43c89fe0dca3, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=25b55ac9-b786-4e4f-81e3-43c89fe0dca3,segment=NetworkSegment(2e13e3e4-88c0-46d1-888d-fe21bb9cab4b),segment_id=2e13e3e4-88c0-46d1-888d-fe21bb9cab4b)] {{(pid=103674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:52:34.073416 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-a1d1efde-9cc4-46b8-8c9d-1d457a96385c req-840856df-dea8-415c-b4c5-671f8a6b4af2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10072344'] for port, after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:34.076297 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-b57c8726-40d6-4c97-90ad-eae67bbe2ae0 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:34.113956 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1efde-9cc4-46b8-8c9d-1d457a96385c req-840856df-dea8-415c-b4c5-671f8a6b4af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:34.114596 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-a1d1efde-9cc4-46b8-8c9d-1d457a96385c req-840856df-dea8-415c-b4c5-671f8a6b4af2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914'] for port, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:34.116140 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a1d1efde-9cc4-46b8-8c9d-1d457a96385c req-840856df-dea8-415c-b4c5-671f8a6b4af2 service neutron] 10.222.0.101 "PUT /v2.0/ports/25b55ac9-b786-4e4f-81e3-43c89fe0dca3 HTTP/1.1" status: 200 len: 1094 time: 0.8656642 Jun 16 13:52:34.116714 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f7eb12-eac3-4d23-bb4b-3b9629fc55d2', 'tag': '25b55ac9-b786-4e4f-81e3-43c89fe0dca3'}] {{(pid=103674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:52:34.119329 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf0caa33b503d1f2c3d6e3a51c00f46bab3e78c159fea0ab96052d9779657e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23f0a03-98ff-412f-bc22-8c660947d8e8" -d '{"events": [{"name": "network-changed", "server_uuid": "99f7eb12-eac3-4d23-bb4b-3b9629fc55d2", "tag": "25b55ac9-b786-4e4f-81e3-43c89fe0dca3"}]}' {{(pid=103674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:52:34.151015 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840856df-dea8-415c-b4c5-671f8a6b4af2 service neutron] Pushing event updated for resources: {'Port': ['ID=25b55ac9-b786-4e4f-81e3-43c89fe0dca3,revision_number=3']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:34.161027 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-840856df-dea8-415c-b4c5-671f8a6b4af2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:34.166804 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b49b96a-ab8e-4431-a1fb-132387613851 x-openstack-request-id: req-2b49b96a-ab8e-4431-a1fb-132387613851 {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:52:34.167197 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99f7eb12-eac3-4d23-bb4b-3b9629fc55d2", "tag": "25b55ac9-b786-4e4f-81e3-43c89fe0dca3", "status": "completed", "code": 200}]} {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:52:34.167489 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-2b49b96a-ab8e-4431-a1fb-132387613851 {{(pid=103674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:52:34.168631 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99f7eb12-eac3-4d23-bb4b-3b9629fc55d2', 'tag': '25b55ac9-b786-4e4f-81e3-43c89fe0dca3', 'status': 'completed', 'code': 200} Jun 16 13:52:34.228740 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1efde-9cc4-46b8-8c9d-1d457a96385c req-0d9ea099-ac75-4f35-a297-95b1dce6b55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:34.230248 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a1d1efde-9cc4-46b8-8c9d-1d457a96385c req-0d9ea099-ac75-4f35-a297-95b1dce6b55b service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=51910e9e0301460c8943438ea10b35c0&device_id=99f7eb12-eac3-4d23-bb4b-3b9629fc55d2 HTTP/1.1" status: 200 len: 1097 time: 0.0583062 Jun 16 13:52:34.280502 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a1d1efde-9cc4-46b8-8c9d-1d457a96385c req-b7e6b88a-08dc-439c-9c88-5c7f9dbebfda service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25b55ac9-b786-4e4f-81e3-43c89fe0dca3 HTTP/1.1" status: 200 len: 217 time: 0.0380993 Jun 16 13:52:34.344254 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1efde-9cc4-46b8-8c9d-1d457a96385c req-63fc8a46-b40d-4158-93c8-796b43d65c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:34.346532 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a1d1efde-9cc4-46b8-8c9d-1d457a96385c req-63fc8a46-b40d-4158-93c8-796b43d65c63 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=48b327bd-5e9a-4af6-8c81-91b9b478956e HTTP/1.1" status: 200 len: 854 time: 0.0589371 Jun 16 13:52:34.381992 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a1d1efde-9cc4-46b8-8c9d-1d457a96385c req-82cca4f7-4149-4bdb-9950-8b9c9dd88c5d service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=e2d5f464-8200-42fc-af0b-2884376208ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280051 Jun 16 13:52:34.477145 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a1d1efde-9cc4-46b8-8c9d-1d457a96385c req-1a66397d-b4b4-4e02-bc29-26667f6fa856 service neutron] 10.222.0.101 "GET /v2.0/networks/e2d5f464-8200-42fc-af0b-2884376208ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840814 Jun 16 13:52:34.584145 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a1d1efde-9cc4-46b8-8c9d-1d457a96385c req-fedf7acf-5430-456b-81eb-eaadf4c42aaa service neutron] 10.222.0.101 "GET /v2.0/networks/e2d5f464-8200-42fc-af0b-2884376208ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993268 Jun 16 13:52:34.734520 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f0a03-98ff-412f-bc22-8c660947d8e8 req-6eac7bc7-a085-4eda-ba86-570d15c66450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:34.735930 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f23f0a03-98ff-412f-bc22-8c660947d8e8 req-6eac7bc7-a085-4eda-ba86-570d15c66450 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=51910e9e0301460c8943438ea10b35c0&device_id=99f7eb12-eac3-4d23-bb4b-3b9629fc55d2 HTTP/1.1" status: 200 len: 1097 time: 0.0781827 Jun 16 13:52:34.855995 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f0a03-98ff-412f-bc22-8c660947d8e8 req-de470899-978c-40e7-9c73-3f84aa15bada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:34.857493 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f23f0a03-98ff-412f-bc22-8c660947d8e8 req-de470899-978c-40e7-9c73-3f84aa15bada service neutron] 10.222.0.101 "GET /v2.0/networks?id=e2d5f464-8200-42fc-af0b-2884376208ca HTTP/1.1" status: 200 len: 916 time: 0.1136453 Jun 16 13:52:34.901946 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f23f0a03-98ff-412f-bc22-8c660947d8e8 req-01da89de-24ed-4421-bd69-c2d31a629a92 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=25b55ac9-b786-4e4f-81e3-43c89fe0dca3 HTTP/1.1" status: 200 len: 217 time: 0.0360975 Jun 16 13:52:34.962218 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f0a03-98ff-412f-bc22-8c660947d8e8 req-ff6184bf-f628-45a6-9423-f245ae0f3c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:34.963885 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f23f0a03-98ff-412f-bc22-8c660947d8e8 req-ff6184bf-f628-45a6-9423-f245ae0f3c4d service neutron] 10.222.0.101 "GET /v2.0/subnets?id=48b327bd-5e9a-4af6-8c81-91b9b478956e HTTP/1.1" status: 200 len: 854 time: 0.0508113 Jun 16 13:52:35.006911 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f23f0a03-98ff-412f-bc22-8c660947d8e8 req-b7d940da-213e-467f-99bf-b2f2a9e7e8c8 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=e2d5f464-8200-42fc-af0b-2884376208ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348499 Jun 16 13:52:35.149143 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f23f0a03-98ff-412f-bc22-8c660947d8e8 req-767d1577-b0af-4e9a-886f-9fc515882ce5 service neutron] 10.222.0.101 "GET /v2.0/networks/e2d5f464-8200-42fc-af0b-2884376208ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309261 Jun 16 13:52:35.173773 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a321d-8912-4369-9d14-14fa0c2ffb15 req-e5cce206-f881-457a-96ae-27937ac1345f tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:35.175359 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f92a321d-8912-4369-9d14-14fa0c2ffb15 req-e5cce206-f881-457a-96ae-27937ac1345f tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.104 "GET /v2.0/ports?device_id=99f7eb12-eac3-4d23-bb4b-3b9629fc55d2 HTTP/1.1" status: 200 len: 944 time: 0.1101005 Jun 16 13:52:35.259519 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f92a321d-8912-4369-9d14-14fa0c2ffb15 req-604327b1-896c-4dd1-be90-f3a8d825393f tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.104 "GET /v2.0/security-groups?id=53edafbb-96b2-49f3-9e5a-025d77eb9f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703723 Jun 16 13:52:35.288723 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f23f0a03-98ff-412f-bc22-8c660947d8e8 req-976f5ef1-11c3-4d28-aea4-ebf2566193aa service neutron] 10.222.0.101 "GET /v2.0/networks/e2d5f464-8200-42fc-af0b-2884376208ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314316 Jun 16 13:52:36.465666 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bebae57-db16-4ee3-b0ec-186cb2799590 req-1307c907-0232-45f7-8952-efdb9108ecb0 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:36.467450 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-7bebae57-db16-4ee3-b0ec-186cb2799590 req-1307c907-0232-45f7-8952-efdb9108ecb0 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.104 "GET /v2.0/ports?device_id=99f7eb12-eac3-4d23-bb4b-3b9629fc55d2 HTTP/1.1" status: 200 len: 944 time: 0.0767055 Jun 16 13:52:36.512551 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-7bebae57-db16-4ee3-b0ec-186cb2799590 req-6012c39e-b63a-4ac9-a648-c4b3565e2d26 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.104 "GET /v2.0/security-groups?id=53edafbb-96b2-49f3-9e5a-025d77eb9f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387962 Jun 16 13:52:37.717977 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4957153-f4e7-4c9f-8a84-75393cc8a820 req-f650125a-b0db-4c25-9401-172ab5f14c91 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:37.719538 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a4957153-f4e7-4c9f-8a84-75393cc8a820 req-f650125a-b0db-4c25-9401-172ab5f14c91 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.104 "GET /v2.0/ports?device_id=99f7eb12-eac3-4d23-bb4b-3b9629fc55d2 HTTP/1.1" status: 200 len: 944 time: 0.0809958 Jun 16 13:52:37.765847 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a4957153-f4e7-4c9f-8a84-75393cc8a820 req-ea1d7d3a-43aa-4193-b67d-68f425af9e22 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.104 "GET /v2.0/security-groups?id=53edafbb-96b2-49f3-9e5a-025d77eb9f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369713 Jun 16 13:52:38.575345 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 25b55ac9-b786-4e4f-81e3-43c89fe0dca3 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:52:38.683637 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port 25b55ac9-b786-4e4f-81e3-43c89fe0dca3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=25b55ac9-b786-4e4f-81e3-43c89fe0dca3,segment=NetworkSegment(2e13e3e4-88c0-46d1-888d-fe21bb9cab4b),segment_id=2e13e3e4-88c0-46d1-888d-fe21bb9cab4b)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:52:38.696049 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Returning: {'device': '25b55ac9-b786-4e4f-81e3-43c89fe0dca3', 'network_id': 'e2d5f464-8200-42fc-af0b-2884376208ca', 'port_id': '25b55ac9-b786-4e4f-81e3-43c89fe0dca3', 'mac_address': 'fa:16:3e:aa:53:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48b327bd-5e9a-4af6-8c81-91b9b478956e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:52:38.739695 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:38.760250 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.notifiers.nova [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25b55ac9-b786-4e4f-81e3-43c89fe0dca3 {{(pid=103676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:52:38.780568 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port 25b55ac9-b786-4e4f-81e3-43c89fe0dca3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=25b55ac9-b786-4e4f-81e3-43c89fe0dca3,segment=NetworkSegment(2e13e3e4-88c0-46d1-888d-fe21bb9cab4b),segment_id=2e13e3e4-88c0-46d1-888d-fe21bb9cab4b)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:52:38.787010 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:38.788997 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:38.848577 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Pushing event updated for resources: {'Port': ['ID=25b55ac9-b786-4e4f-81e3-43c89fe0dca3,revision_number=4']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:38.851968 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:38.959418 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419a640-1609-4706-b75a-03e095a7448f req-8fad0b5f-dbd4-45d1-8d63-13684b12652d tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:38.961481 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c419a640-1609-4706-b75a-03e095a7448f req-8fad0b5f-dbd4-45d1-8d63-13684b12652d tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.104 "GET /v2.0/ports?device_id=99f7eb12-eac3-4d23-bb4b-3b9629fc55d2 HTTP/1.1" status: 200 len: 945 time: 0.0705128 Jun 16 13:52:39.010032 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c419a640-1609-4706-b75a-03e095a7448f req-34d9bfe3-e35e-47cb-9815-a7fc4c1c0662 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.104 "GET /v2.0/security-groups?id=53edafbb-96b2-49f3-9e5a-025d77eb9f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419414 Jun 16 13:52:39.090757 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] get_ports_and_sgs() called for port_ids ['25b55ac9-b786-4e4f-81e3-43c89fe0dca3'] {{(pid=103676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:52:39.708133 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:40.218043 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe85f33-b619-4d63-afd6-cade96ccab53 req-eb85a5e1-dd29-49d8-99fe-0660b41d7878 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:40.219615 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-5fe85f33-b619-4d63-afd6-cade96ccab53 req-eb85a5e1-dd29-49d8-99fe-0660b41d7878 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.104 "GET /v2.0/ports?device_id=99f7eb12-eac3-4d23-bb4b-3b9629fc55d2 HTTP/1.1" status: 200 len: 945 time: 0.0763230 Jun 16 13:52:40.263425 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-5fe85f33-b619-4d63-afd6-cade96ccab53 req-d874889b-6974-4be4-94ba-8014069fd3fd tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.104 "GET /v2.0/security-groups?id=53edafbb-96b2-49f3-9e5a-025d77eb9f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375242 Jun 16 13:52:40.575408 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 25b55ac9-b786-4e4f-81e3-43c89fe0dca3 up at agent hyperv_hv-cinder-78960 {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:52:40.640591 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Provisioning for port 25b55ac9-b786-4e4f-81e3-43c89fe0dca3 completed by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:52:40.647269 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Provisioning complete for port 25b55ac9-b786-4e4f-81e3-43c89fe0dca3 triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:52:40.647764 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:40.736371 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:40.762246 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f7eb12-eac3-4d23-bb4b-3b9629fc55d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25b55ac9-b786-4e4f-81e3-43c89fe0dca3'}] {{(pid=103676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:52:40.764650 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}effa97d0e2123b52db6fac0114eb4251877085964bb68e70a4b566e9e639f06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3299e5-ddd7-4dd2-81d4-8256f24271ab" -d '{"events": [{"server_uuid": "99f7eb12-eac3-4d23-bb4b-3b9629fc55d2", "name": "network-vif-plugged", "status": "completed", "tag": "25b55ac9-b786-4e4f-81e3-43c89fe0dca3"}]}' {{(pid=103676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:52:40.779308 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port 25b55ac9-b786-4e4f-81e3-43c89fe0dca3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=25b55ac9-b786-4e4f-81e3-43c89fe0dca3,segment=NetworkSegment(2e13e3e4-88c0-46d1-888d-fe21bb9cab4b),segment_id=2e13e3e4-88c0-46d1-888d-fe21bb9cab4b)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:52:40.785522 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:40.787901 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:40.815485 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34e1ce4-cb37-4ddb-bb5e-d25f57c1c4d7 x-openstack-request-id: req-e34e1ce4-cb37-4ddb-bb5e-d25f57c1c4d7 {{(pid=103676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:52:40.815790 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f7eb12-eac3-4d23-bb4b-3b9629fc55d2", "name": "network-vif-plugged", "status": "completed", "tag": "25b55ac9-b786-4e4f-81e3-43c89fe0dca3", "code": 200}]} {{(pid=103676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:52:40.816042 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-e34e1ce4-cb37-4ddb-bb5e-d25f57c1c4d7 {{(pid=103676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:52:40.816448 dv-cinder-789603-10-smb neutron-server[103676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f7eb12-eac3-4d23-bb4b-3b9629fc55d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25b55ac9-b786-4e4f-81e3-43c89fe0dca3', 'code': 200} Jun 16 13:52:40.847391 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Pushing event updated for resources: {'Port': ['ID=25b55ac9-b786-4e4f-81e3-43c89fe0dca3,revision_number=5']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:40.850444 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:41.063172 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a274f6c-b0fc-4c1f-b585-9640aede7b03 req-18e3090d-d55a-4479-9284-ec7ad05471de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:41.064790 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2a274f6c-b0fc-4c1f-b585-9640aede7b03 req-18e3090d-d55a-4479-9284-ec7ad05471de service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=99f7eb12-eac3-4d23-bb4b-3b9629fc55d2 HTTP/1.1" status: 200 len: 1099 time: 0.0632894 Jun 16 13:52:41.110205 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2a274f6c-b0fc-4c1f-b585-9640aede7b03 req-a57b653c-2bdc-4324-96c5-4788a4ba62ba service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=53edafbb-96b2-49f3-9e5a-025d77eb9f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358450 Jun 16 13:52:41.475471 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d5684-71a0-465f-b1a9-625924820695 req-bbe4e2cf-b1ce-4c08-9322-28f8fbab36d8 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:41.477155 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f61d5684-71a0-465f-b1a9-625924820695 req-bbe4e2cf-b1ce-4c08-9322-28f8fbab36d8 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.104 "GET /v2.0/ports?device_id=99f7eb12-eac3-4d23-bb4b-3b9629fc55d2 HTTP/1.1" status: 200 len: 946 time: 0.0852778 Jun 16 13:52:41.519132 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f61d5684-71a0-465f-b1a9-625924820695 req-ca1e616c-31bf-4dbb-b1ee-e048d4786948 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.104 "GET /v2.0/security-groups?id=53edafbb-96b2-49f3-9e5a-025d77eb9f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327129 Jun 16 13:52:42.715867 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989975af-fdda-4f8d-bdb3-b7ec309e4e22 req-38d60e7c-78a7-487c-92b6-00340c40fc9d tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:42.717326 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-989975af-fdda-4f8d-bdb3-b7ec309e4e22 req-38d60e7c-78a7-487c-92b6-00340c40fc9d tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.104 "GET /v2.0/ports?device_id=99f7eb12-eac3-4d23-bb4b-3b9629fc55d2 HTTP/1.1" status: 200 len: 946 time: 0.0718172 Jun 16 13:52:42.763803 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-989975af-fdda-4f8d-bdb3-b7ec309e4e22 req-72d8f868-ed1d-450c-813f-d0894d69b9af tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.104 "GET /v2.0/security-groups?id=53edafbb-96b2-49f3-9e5a-025d77eb9f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404320 Jun 16 13:52:45.140981 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.agents_db [None req-04e01baa-1c8d-439a-8f1b-024cbee7c8c9 None None] Agent healthcheck: found 6 active agents {{(pid=103677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:52:54.488534 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb8440-ebd7-45e1-a51c-211ec170bfbc req-ff406b9c-5a09-4dbc-bf60-9218e2e1fdf1 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:54.489910 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-72bb8440-ebd7-45e1-a51c-211ec170bfbc req-ff406b9c-5a09-4dbc-bf60-9218e2e1fdf1 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 947 time: 0.0637062 Jun 16 13:52:54.532576 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-72bb8440-ebd7-45e1-a51c-211ec170bfbc req-7875c155-58ac-41f8-82bd-435ec5822195 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352852 Jun 16 13:52:55.750337 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aaa209-af5e-4bd6-809c-b467b9c78d95 req-a910357d-224a-4ef2-9ae1-fd45131892ad tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:55.751834 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-76aaa209-af5e-4bd6-809c-b467b9c78d95 req-a910357d-224a-4ef2-9ae1-fd45131892ad tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 947 time: 0.0662100 Jun 16 13:52:55.793831 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-76aaa209-af5e-4bd6-809c-b467b9c78d95 req-2fe4a006-a730-4279-930c-3675d3c41fc0 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361769 Jun 16 13:52:56.222203 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f84ca-64ff-4514-841c-f3ba2d2e63f9 req-fb3ae7e9-fcc4-49af-aa45-13ed1ee76aa1 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:56.223765 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-987f84ca-64ff-4514-841c-f3ba2d2e63f9 req-fb3ae7e9-fcc4-49af-aa45-13ed1ee76aa1 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.101 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 947 time: 0.0652809 Jun 16 13:52:56.344528 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [req-987f84ca-64ff-4514-841c-f3ba2d2e63f9 req-b51b9911-b091-4de1-b58f-4e03e9ee04ad tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Deleting port fa827123-202a-44d7-a38f-641a407b9e0f {{(pid=103674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:52:56.344974 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-987f84ca-64ff-4514-841c-f3ba2d2e63f9 req-b51b9911-b091-4de1-b58f-4e03e9ee04ad tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779595332765'] for port, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:56.472582 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.db [req-987f84ca-64ff-4514-841c-f3ba2d2e63f9 req-b51b9911-b091-4de1-b58f-4e03e9ee04ad tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] For port fa827123-202a-44d7-a38f-641a407b9e0f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=fa827123-202a-44d7-a38f-641a407b9e0f,segment=NetworkSegment(29d3f593-ba8c-4d27-8f0e-5003fc71b744),segment_id=29d3f593-ba8c-4d27-8f0e-5003fc71b744)] {{(pid=103674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:52:56.473022 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-987f84ca-64ff-4514-841c-f3ba2d2e63f9 req-b51b9911-b091-4de1-b58f-4e03e9ee04ad tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757230'] for port, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:56.992484 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-987f84ca-64ff-4514-841c-f3ba2d2e63f9 req-b51b9911-b091-4de1-b58f-4e03e9ee04ad tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:56.993232 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-987f84ca-64ff-4514-841c-f3ba2d2e63f9 req-b51b9911-b091-4de1-b58f-4e03e9ee04ad tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759278'] for floatingip, after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:56.993232 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.db.l3_db [req-987f84ca-64ff-4514-841c-f3ba2d2e63f9 req-b51b9911-b091-4de1-b58f-4e03e9ee04ad tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Floating IP e8a95fae-2ff8-4aee-8b89-8718bf255093 disassociated. External IP: 172.28.1.36, port: fa827123-202a-44d7-a38f-641a407b9e0f. Jun 16 13:52:56.993495 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [req-987f84ca-64ff-4514-841c-f3ba2d2e63f9 req-b51b9911-b091-4de1-b58f-4e03e9ee04ad tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Calling delete_port for fa827123-202a-44d7-a38f-641a407b9e0f owned by compute:nova {{(pid=103674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:52:57.072623 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c2f2f-3bc1-4e85-9530-66fa0de81e5f req-f12b4d36-aed3-43ff-ae7b-fa398f463fce tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:52:57.074126 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-fb4c2f2f-3bc1-4e85-9530-66fa0de81e5f req-f12b4d36-aed3-43ff-ae7b-fa398f463fce tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/ports?device_id=f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d HTTP/1.1" status: 200 len: 947 time: 0.1353493 Jun 16 13:52:57.146272 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-fb4c2f2f-3bc1-4e85-9530-66fa0de81e5f req-5fc58032-6f55-47b2-94d0-702286729290 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups?id=7484e68e-a354-48c6-91a0-d88ccb824ff9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657096 Jun 16 13:52:57.174691 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-987f84ca-64ff-4514-841c-f3ba2d2e63f9 req-b51b9911-b091-4de1-b58f-4e03e9ee04ad tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779595337849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779594881055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10072337'] for port, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:57.178958 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-840856df-dea8-415c-b4c5-671f8a6b4af2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:57.220926 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51b9911-b091-4de1-b58f-4e03e9ee04ad tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Pushing event deleted for resources: {'Port': ['ID=fa827123-202a-44d7-a38f-641a407b9e0f,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:57.225519 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-b51b9911-b091-4de1-b58f-4e03e9ee04ad tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:57.346193 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.l3_agent_scheduler [req-987f84ca-64ff-4514-841c-f3ba2d2e63f9 req-b51b9911-b091-4de1-b58f-4e03e9ee04ad tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Router b351a334-376b-4f9c-ba04-9e3b448f9ab0 has already been hosted by L3 agent bfb54b95-b8bd-4202-8e6c-bc5e048a10e9 {{(pid=103674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:52:57.461118 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-987f84ca-64ff-4514-841c-f3ba2d2e63f9 req-b51b9911-b091-4de1-b58f-4e03e9ee04ad tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify agent at l3_agent.dv-cinder-789603-10-smb the message routers_updated {{(pid=103674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:52:57.471584 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f06aefc-b178-44c6-beab-51f9eeab8934 None None] Sync routers for ids ['b351a334-376b-4f9c-ba04-9e3b448f9ab0'] in dv-cinder-789603-10-smb {{(pid=103677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:52:57.482582 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f06aefc-b178-44c6-beab-51f9eeab8934 None None] Routers {'b351a334-376b-4f9c-ba04-9e3b448f9ab0'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:52:57.483227 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_hamode_db [None req-9f06aefc-b178-44c6-beab-51f9eeab8934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:52:31Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['b351a334-376b-4f9c-ba04-9e3b448f9ab0'], 'active': True} {{(pid=103677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:52:57.511108 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [req-987f84ca-64ff-4514-841c-f3ba2d2e63f9 req-b51b9911-b091-4de1-b58f-4e03e9ee04ad tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] No DVR routers for this DVR port fa827123-202a-44d7-a38f-641a407b9e0f on host hv-cinder-78960 {{(pid=103674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:52:57.513821 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-987f84ca-64ff-4514-841c-f3ba2d2e63f9 req-b51b9911-b091-4de1-b58f-4e03e9ee04ad tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914'] for port, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:57.515784 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-987f84ca-64ff-4514-841c-f3ba2d2e63f9 req-b51b9911-b091-4de1-b58f-4e03e9ee04ad tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.101 "DELETE /v2.0/ports/fa827123-202a-44d7-a38f-641a407b9e0f HTTP/1.1" status: 204 len: 173 time: 1.2842534 Jun 16 13:52:57.516333 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d', 'name': 'network-vif-deleted', 'tag': 'fa827123-202a-44d7-a38f-641a407b9e0f'}] {{(pid=103674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:52:57.518691 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf0caa33b503d1f2c3d6e3a51c00f46bab3e78c159fea0ab96052d9779657e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655c33fb-7bba-43fc-a488-28ca90ce496f" -d '{"events": [{"server_uuid": "f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d", "name": "network-vif-deleted", "tag": "fa827123-202a-44d7-a38f-641a407b9e0f"}]}' {{(pid=103674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:52:57.574221 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d82a31-9e84-4571-8587-4ef6c6ca421e x-openstack-request-id: req-35d82a31-9e84-4571-8587-4ef6c6ca421e {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:52:57.574547 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d", "name": "network-vif-deleted", "tag": "fa827123-202a-44d7-a38f-641a407b9e0f", "status": "completed", "code": 200}]} {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:52:57.574846 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-35d82a31-9e84-4571-8587-4ef6c6ca421e {{(pid=103674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:52:57.575286 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f40e8cd5-f9fe-462e-8eb2-40a9f7bf890d', 'name': 'network-vif-deleted', 'tag': 'fa827123-202a-44d7-a38f-641a407b9e0f', 'status': 'completed', 'code': 200} Jun 16 13:52:57.608342 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_dvr_db [None req-9f06aefc-b178-44c6-beab-51f9eeab8934 None None] Set router b351a334-376b-4f9c-ba04-9e3b448f9ab0 gateway port host: dv-cinder-789603-10-smb {{(pid=103677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:52:57.823103 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_hamode_db [None req-9f06aefc-b178-44c6-beab-51f9eeab8934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b351a334-376b-4f9c-ba04-9e3b448f9ab0', 'name': 'tempest-AttachVolumeShelveTestJSON-942509144-router', 'tenant_id': '908a353f90684e269bfddb80904ca191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.183'}], 'enable_snat': True}, 'gw_port_id': '6dba4a2d-c901-4a01-9536-08a53eac8aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:47:05Z', 'updated_at': '2021-06-16T13:47:08Z', 'revision_number': 4, 'project_id': '908a353f90684e269bfddb80904ca191', 'gw_port': {'id': '6dba4a2d-c901-4a01-9536-08a53eac8aa4', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:03:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b351a334-376b-4f9c-ba04-9e3b448f9ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:05Z', 'updated_at': '2021-06-16T13:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_interfaces': [{'id': '07dddb34-c220-49b6-8d05-8e9335a6493d', 'name': '', 'network_id': 'b4697126-5628-44a4-9716-d1cd33ca7762', 'tenant_id': '908a353f90684e269bfddb80904ca191', 'mac_address': 'fa:16:3e:63:12:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b351a334-376b-4f9c-ba04-9e3b448f9ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'e7ad7888-1d58-4693-a737-cc195965ac3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:07Z', 'updated_at': '2021-06-16T13:47:13Z', 'revision_number': 5, 'project_id': '908a353f90684e269bfddb80904ca191', 'subnets': [{'id': 'e7ad7888-1d58-4693-a737-cc195965ac3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:52:57.826327 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f06aefc-b178-44c6-beab-51f9eeab8934 None None] Checking router: b351a334-376b-4f9c-ba04-9e3b448f9ab0 for host: dv-cinder-789603-10-smb {{(pid=103677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:52:57.834263 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f06aefc-b178-44c6-beab-51f9eeab8934 None None] Routers {'b351a334-376b-4f9c-ba04-9e3b448f9ab0'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:52:57.834879 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_hamode_db [None req-9f06aefc-b178-44c6-beab-51f9eeab8934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:52:31Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['b351a334-376b-4f9c-ba04-9e3b448f9ab0'], 'active': True} {{(pid=103677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:52:57.935866 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_dvr_db [None req-9f06aefc-b178-44c6-beab-51f9eeab8934 None None] Set router b351a334-376b-4f9c-ba04-9e3b448f9ab0 gateway port host: dv-cinder-789603-10-smb {{(pid=103677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:52:58.209475 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_hamode_db [None req-9f06aefc-b178-44c6-beab-51f9eeab8934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b351a334-376b-4f9c-ba04-9e3b448f9ab0', 'name': 'tempest-AttachVolumeShelveTestJSON-942509144-router', 'tenant_id': '908a353f90684e269bfddb80904ca191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.183'}], 'enable_snat': True}, 'gw_port_id': '6dba4a2d-c901-4a01-9536-08a53eac8aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:47:05Z', 'updated_at': '2021-06-16T13:47:08Z', 'revision_number': 4, 'project_id': '908a353f90684e269bfddb80904ca191', 'gw_port': {'id': '6dba4a2d-c901-4a01-9536-08a53eac8aa4', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:03:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b351a334-376b-4f9c-ba04-9e3b448f9ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:05Z', 'updated_at': '2021-06-16T13:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_interfaces': [{'id': '07dddb34-c220-49b6-8d05-8e9335a6493d', 'name': '', 'network_id': 'b4697126-5628-44a4-9716-d1cd33ca7762', 'tenant_id': '908a353f90684e269bfddb80904ca191', 'mac_address': 'fa:16:3e:63:12:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b351a334-376b-4f9c-ba04-9e3b448f9ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'e7ad7888-1d58-4693-a737-cc195965ac3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:07Z', 'updated_at': '2021-06-16T13:47:13Z', 'revision_number': 5, 'project_id': '908a353f90684e269bfddb80904ca191', 'subnets': [{'id': 'e7ad7888-1d58-4693-a737-cc195965ac3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:52:58.213201 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f06aefc-b178-44c6-beab-51f9eeab8934 None None] The sync data for ids ['b351a334-376b-4f9c-ba04-9e3b448f9ab0'] in dv-cinder-789603-10-smb is: [{'id': 'b351a334-376b-4f9c-ba04-9e3b448f9ab0', 'name': 'tempest-AttachVolumeShelveTestJSON-942509144-router', 'tenant_id': '908a353f90684e269bfddb80904ca191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.183'}], 'enable_snat': True}, 'gw_port_id': '6dba4a2d-c901-4a01-9536-08a53eac8aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:47:05Z', 'updated_at': '2021-06-16T13:47:08Z', 'revision_number': 4, 'project_id': '908a353f90684e269bfddb80904ca191', 'gw_port': {'id': '6dba4a2d-c901-4a01-9536-08a53eac8aa4', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:03:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b351a334-376b-4f9c-ba04-9e3b448f9ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:05Z', 'updated_at': '2021-06-16T13:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_interfaces': [{'id': '07dddb34-c220-49b6-8d05-8e9335a6493d', 'name': '', 'network_id': 'b4697126-5628-44a4-9716-d1cd33ca7762', 'tenant_id': '908a353f90684e269bfddb80904ca191', 'mac_address': 'fa:16:3e:63:12:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b351a334-376b-4f9c-ba04-9e3b448f9ab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'e7ad7888-1d58-4693-a737-cc195965ac3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:07Z', 'updated_at': '2021-06-16T13:47:13Z', 'revision_number': 5, 'project_id': '908a353f90684e269bfddb80904ca191', 'subnets': [{'id': 'e7ad7888-1d58-4693-a737-cc195965ac3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:52:58.487651 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9521b073-65b4-48a0-8f93-41825035ad60 None None] New status for floating IP e8a95fae-2ff8-4aee-8b89-8718bf255093: DOWN {{(pid=103676) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 13:52:58.616892 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-4ee6c784-5483-4af6-b9ba-42033318da77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:59.308603 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 45566) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:52:59.401711 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-c3b223a8-cfc1-4f37-9569-70fcafe01ee6 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks [] for security_group, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:59.427889 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-c3b223a8-cfc1-4f37-9569-70fcafe01ee6 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:59.480803 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-c3b223a8-cfc1-4f37-9569-70fcafe01ee6 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:59.484302 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-c3b223a8-cfc1-4f37-9569-70fcafe01ee6 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks [] for security_group, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:59.487406 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 45568) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:52:59.488231 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-c3b223a8-cfc1-4f37-9569-70fcafe01ee6 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "DELETE /v2.0/security-groups/7484e68e-a354-48c6-91a0-d88ccb824ff9 HTTP/1.1" status: 204 len: 168 time: 0.1774678 Jun 16 13:52:59.488590 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-635817a4-6906-4311-80a8-68c51f241f2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:59.499027 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b223a8-cfc1-4f37-9569-70fcafe01ee6 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7484e68e-a354-48c6-91a0-d88ccb824ff9,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:59.502137 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-c3b223a8-cfc1-4f37-9569-70fcafe01ee6 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:52:59.510649 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.api.v2.resource [None req-748f0a60-d412-4c61-80dc-209e326fc1fa tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] show failed (client error): The resource could not be found. Jun 16 13:52:59.515457 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-748f0a60-d412-4c61-80dc-209e326fc1fa tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "GET /v2.0/security-groups/7484e68e-a354-48c6-91a0-d88ccb824ff9 HTTP/1.1" status: 404 len: 347 time: 0.0269220 Jun 16 13:52:59.515924 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 45572) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:52:59.645187 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-8b17e891-deb1-41d2-b873-429180bd1905 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Deleting port ac50b6ad-855c-46e6-b2dc-d18661557043 {{(pid=103674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:52:59.645432 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-8b17e891-deb1-41d2-b873-429180bd1905 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779595332765'] for port, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:59.725967 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-8b17e891-deb1-41d2-b873-429180bd1905 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757230'] for port, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:59.726261 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-8b17e891-deb1-41d2-b873-429180bd1905 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:59.791090 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-8b17e891-deb1-41d2-b873-429180bd1905 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Calling delete_port for ac50b6ad-855c-46e6-b2dc-d18661557043 owned by network:floatingip {{(pid=103674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:52:59.947450 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-8b17e891-deb1-41d2-b873-429180bd1905 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779595337849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779594881055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10072337'] for port, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:52:59.950613 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-2f758e0b-dd18-419b-8127-dbb4d72ac2a1 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:52:59.975441 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b17e891-deb1-41d2-b873-429180bd1905 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Pushing event deleted for resources: {'Port': ['ID=ac50b6ad-855c-46e6-b2dc-d18661557043,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:52:59.979106 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-8b17e891-deb1-41d2-b873-429180bd1905 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:00.044172 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-8b17e891-deb1-41d2-b873-429180bd1905 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks [] for floatingip, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:00.047303 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-8b17e891-deb1-41d2-b873-429180bd1905 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914'] for floatingip, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:00.048764 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-8b17e891-deb1-41d2-b873-429180bd1905 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] 10.222.0.104 "DELETE /v2.0/floatingips/e8a95fae-2ff8-4aee-8b89-8718bf255093 HTTP/1.1" status: 204 len: 168 time: 0.5311427 Jun 16 13:53:00.688011 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device fa827123-202a-44d7-a38f-641a407b9e0f no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:53:00.708377 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] No Port match for: fa827123-202a-44d7-a38f-641a407b9e0f {{(pid=103676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:53:00.708777 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device fa827123-202a-44d7-a38f-641a407b9e0f not bound to the agent host hv-cinder-78960 {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:53:01.134948 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:01.282388 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-6004cb88-8c02-4e1e-9d95-bc8d3bda15c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:02.072265 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9426d120-8ef3-450b-a3fa-438be4b95f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:02.657464 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 45610) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:03.022246 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c5c61-f674-4294-8ea4-40ba8f9374cf req-c3490b01-0837-4add-afd9-62cf81644d64 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:03.023703 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f99c5c61-f674-4294-8ea4-40ba8f9374cf req-c3490b01-0837-4add-afd9-62cf81644d64 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.104 "GET /v2.0/ports?device_id=99f7eb12-eac3-4d23-bb4b-3b9629fc55d2 HTTP/1.1" status: 200 len: 946 time: 0.0636575 Jun 16 13:53:03.056518 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-6c0c5b86-e565-46a7-9dae-e0f8f587aeaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690889'] for router_interface, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:03.065450 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f99c5c61-f674-4294-8ea4-40ba8f9374cf req-079f2ac6-df61-4591-8b9b-c8e018363c72 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.104 "GET /v2.0/security-groups?id=53edafbb-96b2-49f3-9e5a-025d77eb9f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338295 Jun 16 13:53:03.328625 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-6c0c5b86-e565-46a7-9dae-e0f8f587aeaa admin admin] Deleting port 07dddb34-c220-49b6-8d05-8e9335a6493d {{(pid=103675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:53:03.328899 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-6c0c5b86-e565-46a7-9dae-e0f8f587aeaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779595332765'] for port, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:03.412257 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-6c0c5b86-e565-46a7-9dae-e0f8f587aeaa admin admin] For port 07dddb34-c220-49b6-8d05-8e9335a6493d, host dv-cinder-789603-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=07dddb34-c220-49b6-8d05-8e9335a6493d,segment=NetworkSegment(29d3f593-ba8c-4d27-8f0e-5003fc71b744),segment_id=29d3f593-ba8c-4d27-8f0e-5003fc71b744)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:53:03.412620 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-6c0c5b86-e565-46a7-9dae-e0f8f587aeaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757230'] for port, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:03.479758 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-6c0c5b86-e565-46a7-9dae-e0f8f587aeaa admin admin] Calling delete_port for 07dddb34-c220-49b6-8d05-8e9335a6493d owned by network:router_interface {{(pid=103675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:53:03.666412 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-6c0c5b86-e565-46a7-9dae-e0f8f587aeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779595337849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779594881055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10266981'] for port, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:03.668771 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-276ad580-72de-428d-b0b8-455ff2bdc4cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:03.694945 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c5b86-e565-46a7-9dae-e0f8f587aeaa admin admin] Pushing event deleted for resources: {'Port': ['ID=07dddb34-c220-49b6-8d05-8e9335a6493d,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:03.714800 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0c5b86-e565-46a7-9dae-e0f8f587aeaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:03.715191 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0c5b86-e565-46a7-9dae-e0f8f587aeaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:03.715587 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0c5b86-e565-46a7-9dae-e0f8f587aeaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:03.715971 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0c5b86-e565-46a7-9dae-e0f8f587aeaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:03.716341 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0c5b86-e565-46a7-9dae-e0f8f587aeaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:03.716717 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0c5b86-e565-46a7-9dae-e0f8f587aeaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:03.717065 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0c5b86-e565-46a7-9dae-e0f8f587aeaa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:03.717432 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0c5b86-e565-46a7-9dae-e0f8f587aeaa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:03.717807 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0c5b86-e565-46a7-9dae-e0f8f587aeaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:03.718181 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0c5b86-e565-46a7-9dae-e0f8f587aeaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:03.718540 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0c5b86-e565-46a7-9dae-e0f8f587aeaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:03.718902 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0c5b86-e565-46a7-9dae-e0f8f587aeaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:03.737438 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-6c0c5b86-e565-46a7-9dae-e0f8f587aeaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:03.898981 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-6c0c5b86-e565-46a7-9dae-e0f8f587aeaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690781'] for router_interface, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:03.953298 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3cd87a0a-8c13-4d66-8546-43ee61e1d8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:04.118469 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c0c5b86-e565-46a7-9dae-e0f8f587aeaa admin admin] Router b351a334-376b-4f9c-ba04-9e3b448f9ab0 has already been hosted by L3 agent bfb54b95-b8bd-4202-8e6c-bc5e048a10e9 {{(pid=103675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:53:04.228343 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0c5b86-e565-46a7-9dae-e0f8f587aeaa admin admin] Notify agent at l3_agent.dv-cinder-789603-10-smb the message routers_updated {{(pid=103675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:53:04.233476 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-6c0c5b86-e565-46a7-9dae-e0f8f587aeaa admin admin] 10.222.0.104 "PUT /v2.0/routers/b351a334-376b-4f9c-ba04-9e3b448f9ab0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5749161 Jun 16 13:53:04.236046 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 45618) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:04.238761 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676a9117-d14c-4402-8b10-f87bc8c4060e None None] Sync routers for ids ['b351a334-376b-4f9c-ba04-9e3b448f9ab0'] in dv-cinder-789603-10-smb {{(pid=103677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:53:04.249311 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676a9117-d14c-4402-8b10-f87bc8c4060e None None] Routers {'b351a334-376b-4f9c-ba04-9e3b448f9ab0'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:53:04.249960 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_hamode_db [None req-676a9117-d14c-4402-8b10-f87bc8c4060e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:53:01Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['b351a334-376b-4f9c-ba04-9e3b448f9ab0'], 'active': True} {{(pid=103677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:53:04.255861 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1354fd9-0a82-4ae3-a0f7-71544bd0f887 req-eef31325-e7c5-4ea6-958c-6279978e45ef tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:04.257460 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e1354fd9-0a82-4ae3-a0f7-71544bd0f887 req-eef31325-e7c5-4ea6-958c-6279978e45ef tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.104 "GET /v2.0/ports?device_id=99f7eb12-eac3-4d23-bb4b-3b9629fc55d2 HTTP/1.1" status: 200 len: 946 time: 0.0698490 Jun 16 13:53:04.305008 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e1354fd9-0a82-4ae3-a0f7-71544bd0f887 req-2629067f-d8a8-40e5-8f72-c731b88f13ec tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.104 "GET /v2.0/security-groups?id=53edafbb-96b2-49f3-9e5a-025d77eb9f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401790 Jun 16 13:53:04.359271 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-57c79a7b-b0df-4bf8-8d2d-66b474482729 admin admin] Notify callbacks [] for router, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:04.375097 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_dvr_db [None req-676a9117-d14c-4402-8b10-f87bc8c4060e None None] Set router b351a334-376b-4f9c-ba04-9e3b448f9ab0 gateway port host: dv-cinder-789603-10-smb {{(pid=103677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:53:04.501625 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-57c79a7b-b0df-4bf8-8d2d-66b474482729 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:04.570722 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-57c79a7b-b0df-4bf8-8d2d-66b474482729 admin admin] Deleting port 6dba4a2d-c901-4a01-9536-08a53eac8aa4 {{(pid=103675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:53:04.571163 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-57c79a7b-b0df-4bf8-8d2d-66b474482729 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779595332765'] for port, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:04.604708 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_hamode_db [None req-676a9117-d14c-4402-8b10-f87bc8c4060e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b351a334-376b-4f9c-ba04-9e3b448f9ab0', 'name': 'tempest-AttachVolumeShelveTestJSON-942509144-router', 'tenant_id': '908a353f90684e269bfddb80904ca191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.183'}], 'enable_snat': True}, 'gw_port_id': '6dba4a2d-c901-4a01-9536-08a53eac8aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:47:05Z', 'updated_at': '2021-06-16T13:53:03Z', 'revision_number': 5, 'project_id': '908a353f90684e269bfddb80904ca191', 'gw_port': {'id': '6dba4a2d-c901-4a01-9536-08a53eac8aa4', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:03:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b351a334-376b-4f9c-ba04-9e3b448f9ab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:47:05Z', 'updated_at': '2021-06-16T13:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb'}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:53:04.608469 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676a9117-d14c-4402-8b10-f87bc8c4060e None None] Checking router: b351a334-376b-4f9c-ba04-9e3b448f9ab0 for host: dv-cinder-789603-10-smb {{(pid=103677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:53:04.617596 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676a9117-d14c-4402-8b10-f87bc8c4060e None None] Routers {'b351a334-376b-4f9c-ba04-9e3b448f9ab0'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:53:04.618228 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_hamode_db [None req-676a9117-d14c-4402-8b10-f87bc8c4060e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:53:01Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['b351a334-376b-4f9c-ba04-9e3b448f9ab0'], 'active': True} {{(pid=103677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:53:04.655069 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-57c79a7b-b0df-4bf8-8d2d-66b474482729 admin admin] For port 6dba4a2d-c901-4a01-9536-08a53eac8aa4, host dv-cinder-789603-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=6dba4a2d-c901-4a01-9536-08a53eac8aa4,segment=NetworkSegment(8c058e4f-8cd0-4a1d-96cc-b525f030ca20),segment_id=8c058e4f-8cd0-4a1d-96cc-b525f030ca20)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:53:04.655782 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-57c79a7b-b0df-4bf8-8d2d-66b474482729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757230'] for port, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:04.714792 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_dvr_db [None req-676a9117-d14c-4402-8b10-f87bc8c4060e None None] Set router b351a334-376b-4f9c-ba04-9e3b448f9ab0 gateway port host: None {{(pid=103677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:53:04.728882 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-57c79a7b-b0df-4bf8-8d2d-66b474482729 admin admin] Calling delete_port for 6dba4a2d-c901-4a01-9536-08a53eac8aa4 owned by network:router_gateway {{(pid=103675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:53:04.810523 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_hamode_db [None req-676a9117-d14c-4402-8b10-f87bc8c4060e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b351a334-376b-4f9c-ba04-9e3b448f9ab0', 'name': 'tempest-AttachVolumeShelveTestJSON-942509144-router', 'tenant_id': '908a353f90684e269bfddb80904ca191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:47:05Z', 'updated_at': '2021-06-16T13:53:04Z', 'revision_number': 6, 'project_id': '908a353f90684e269bfddb80904ca191', 'gw_port_host': None}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:53:04.816413 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676a9117-d14c-4402-8b10-f87bc8c4060e None None] The sync data for ids ['b351a334-376b-4f9c-ba04-9e3b448f9ab0'] in dv-cinder-789603-10-smb is: [{'id': 'b351a334-376b-4f9c-ba04-9e3b448f9ab0', 'name': 'tempest-AttachVolumeShelveTestJSON-942509144-router', 'tenant_id': '908a353f90684e269bfddb80904ca191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:47:05Z', 'updated_at': '2021-06-16T13:53:04Z', 'revision_number': 6, 'project_id': '908a353f90684e269bfddb80904ca191', 'gw_port_host': None}] {{(pid=103677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:53:05.185626 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-57c79a7b-b0df-4bf8-8d2d-66b474482729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779595337849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779594881055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10266981'] for port, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:05.188046 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-b570bc0a-e3f9-4028-a93f-4f80b2732c56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:05.213396 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c79a7b-b0df-4bf8-8d2d-66b474482729 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dba4a2d-c901-4a01-9536-08a53eac8aa4,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:05.216162 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-57c79a7b-b0df-4bf8-8d2d-66b474482729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:05.285011 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-57c79a7b-b0df-4bf8-8d2d-66b474482729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759070'] for router_gateway, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:05.380469 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-57c79a7b-b0df-4bf8-8d2d-66b474482729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-704349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-825'] for router, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:05.383193 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-57c79a7b-b0df-4bf8-8d2d-66b474482729 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:05.436739 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-57c79a7b-b0df-4bf8-8d2d-66b474482729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769364'] for router, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:05.437394 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c79a7b-b0df-4bf8-8d2d-66b474482729 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b351a334-376b-4f9c-ba04-9e3b448f9ab0 {{(pid=103675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 13:53:05.444380 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-57c79a7b-b0df-4bf8-8d2d-66b474482729 admin admin] Notify callbacks [] for router, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:05.445987 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-57c79a7b-b0df-4bf8-8d2d-66b474482729 admin admin] 10.222.0.104 "DELETE /v2.0/routers/b351a334-376b-4f9c-ba04-9e3b448f9ab0 HTTP/1.1" status: 204 len: 168 time: 1.2052417 Jun 16 13:53:05.448939 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 45622) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:05.495949 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.db.db_base_plugin_v2 [None req-662dca4e-ac45-484c-9ed0-6decd8585665 admin admin] Deleting subnet e7ad7888-1d58-4693-a737-cc195965ac3b {{(pid=103675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 13:53:05.499724 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-662dca4e-ac45-484c-9ed0-6decd8585665 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:05.512808 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff041230-7454-4814-9d63-16a716816808 req-b58b3ec8-b65f-4f76-8965-91e6e517b0f0 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:05.514290 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ff041230-7454-4814-9d63-16a716816808 req-b58b3ec8-b65f-4f76-8965-91e6e517b0f0 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.104 "GET /v2.0/ports?device_id=99f7eb12-eac3-4d23-bb4b-3b9629fc55d2 HTTP/1.1" status: 200 len: 946 time: 0.0718119 Jun 16 13:53:05.539067 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-662dca4e-ac45-484c-9ed0-6decd8585665 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011126'] for subnet, precommit_delete_associations {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:05.553775 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ff041230-7454-4814-9d63-16a716816808 req-d94f60cb-61c5-4431-b3ee-173ababec738 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.104 "GET /v2.0/security-groups?id=53edafbb-96b2-49f3-9e5a-025d77eb9f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334766 Jun 16 13:53:05.624368 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-662dca4e-ac45-484c-9ed0-6decd8585665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693187'] for subnet, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:05.681984 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 07dddb34-c220-49b6-8d05-8e9335a6493d no longer exists at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:53:05.695555 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-662dca4e-ac45-484c-9ed0-6decd8585665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10267055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8682005'] for subnet, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:05.698909 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-c6a2ab9a-6fb0-4781-affe-6fc80419e03b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:05.706289 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] No Port match for: 07dddb34-c220-49b6-8d05-8e9335a6493d {{(pid=103676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:53:05.706963 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 07dddb34-c220-49b6-8d05-8e9335a6493d not bound to the agent host dv-cinder-789603-10-smb {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:53:05.707569 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 6dba4a2d-c901-4a01-9536-08a53eac8aa4 no longer exists at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:53:05.727442 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662dca4e-ac45-484c-9ed0-6decd8585665 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7ad7888-1d58-4693-a737-cc195965ac3b,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:05.730520 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-662dca4e-ac45-484c-9ed0-6decd8585665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:05.731277 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] No Port match for: 6dba4a2d-c901-4a01-9536-08a53eac8aa4 {{(pid=103676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:53:05.731277 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 6dba4a2d-c901-4a01-9536-08a53eac8aa4 not bound to the agent host dv-cinder-789603-10-smb {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:53:05.734142 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-662dca4e-ac45-484c-9ed0-6decd8585665 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:05.736933 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-662dca4e-ac45-484c-9ed0-6decd8585665 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/e7ad7888-1d58-4693-a737-cc195965ac3b HTTP/1.1" status: 204 len: 168 time: 0.2860818 Jun 16 13:53:05.738641 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 45624) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:05.740698 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e75659d-1be1-436e-9b73-0e7291b39b24 None None] Network b4697126-5628-44a4-9716-d1cd33ca7762 requested from dv-cinder-789603-10-smb {{(pid=103676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:53:05.817409 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-73a3e917-1190-4d73-9af4-74c60a8bb1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1752478'] for network, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:05.880712 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-73a3e917-1190-4d73-9af4-74c60a8bb1c4 admin admin] Deleting port 75e63893-ed27-4a83-a9f6-3985c74f5630 {{(pid=103675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:53:05.881062 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-73a3e917-1190-4d73-9af4-74c60a8bb1c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779595332765'] for port, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:05.939044 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab084a64-026d-4069-ac05-f728467f69be None None] DHCP port deletion for b4697126-5628-44a4-9716-d1cd33ca7762 request from dv-cinder-789603-10-smb {{(pid=103676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 13:53:05.962907 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-73a3e917-1190-4d73-9af4-74c60a8bb1c4 admin admin] For port 75e63893-ed27-4a83-a9f6-3985c74f5630, host dv-cinder-789603-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=75e63893-ed27-4a83-a9f6-3985c74f5630,segment=NetworkSegment(29d3f593-ba8c-4d27-8f0e-5003fc71b744),segment_id=29d3f593-ba8c-4d27-8f0e-5003fc71b744)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:53:05.963270 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-73a3e917-1190-4d73-9af4-74c60a8bb1c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757230'] for port, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:05.994763 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-ab084a64-026d-4069-ac05-f728467f69be None None] Deleting port 75e63893-ed27-4a83-a9f6-3985c74f5630 {{(pid=103676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:53:05.995138 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-ab084a64-026d-4069-ac05-f728467f69be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779595332765'] for port, before_delete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:06.056113 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-ab084a64-026d-4069-ac05-f728467f69be None None] For port 75e63893-ed27-4a83-a9f6-3985c74f5630, host dv-cinder-789603-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=75e63893-ed27-4a83-a9f6-3985c74f5630,segment=NetworkSegment(29d3f593-ba8c-4d27-8f0e-5003fc71b744),segment_id=29d3f593-ba8c-4d27-8f0e-5003fc71b744)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:53:06.056531 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-ab084a64-026d-4069-ac05-f728467f69be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757230'] for port, precommit_delete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:06.059443 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-73a3e917-1190-4d73-9af4-74c60a8bb1c4 admin admin] Calling delete_port for 75e63893-ed27-4a83-a9f6-3985c74f5630 owned by network:dhcp {{(pid=103675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:53:06.123172 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-ab084a64-026d-4069-ac05-f728467f69be None None] Calling delete_port for 75e63893-ed27-4a83-a9f6-3985c74f5630 owned by network:dhcp {{(pid=103676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:53:06.183714 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-73a3e917-1190-4d73-9af4-74c60a8bb1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779595337849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779594881055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10266981'] for port, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:06.185788 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-276ad580-72de-428d-b0b8-455ff2bdc4cc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:06.201693 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-ab084a64-026d-4069-ac05-f728467f69be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779595337849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779594881055'] for port, after_delete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:06.203703 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:06.211530 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a3e917-1190-4d73-9af4-74c60a8bb1c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=75e63893-ed27-4a83-a9f6-3985c74f5630,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:06.213424 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a3e917-1190-4d73-9af4-74c60a8bb1c4 admin admin] No DVR routers for this DVR port 75e63893-ed27-4a83-a9f6-3985c74f5630 on host dv-cinder-789603-10-smb {{(pid=103675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:53:06.215144 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-73a3e917-1190-4d73-9af4-74c60a8bb1c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:06.232304 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab084a64-026d-4069-ac05-f728467f69be None None] Pushing event deleted for resources: {'Port': ['ID=75e63893-ed27-4a83-a9f6-3985c74f5630,revision_number=None']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:06.234843 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-ab084a64-026d-4069-ac05-f728467f69be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:06.240063 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab084a64-026d-4069-ac05-f728467f69be None None] No DVR routers for this DVR port 75e63893-ed27-4a83-a9f6-3985c74f5630 on host dv-cinder-789603-10-smb {{(pid=103676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:53:06.290419 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-73a3e917-1190-4d73-9af4-74c60a8bb1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1693580', 'neutron.services.segments.db._delete_segments_for_network-8779595370801'] for network, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:06.300668 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.services.segments.db [None req-73a3e917-1190-4d73-9af4-74c60a8bb1c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4697126-5628-44a4-9716-d1cd33ca7762']}} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:53:06.314648 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.services.segments.db [None req-73a3e917-1190-4d73-9af4-74c60a8bb1c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29d3f593-ba8c-4d27-8f0e-5003fc71b744') {'for_net_delete': True} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:53:06.314946 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.services.segments.db [None req-73a3e917-1190-4d73-9af4-74c60a8bb1c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29d3f593-ba8c-4d27-8f0e-5003fc71b744') {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:53:06.323653 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-73a3e917-1190-4d73-9af4-74c60a8bb1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779595370114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011119'] for segment, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:06.337294 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-73a3e917-1190-4d73-9af4-74c60a8bb1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688368'] for segment, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:06.343458 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73a3e917-1190-4d73-9af4-74c60a8bb1c4 admin admin] Releasing vlan 1181 on physical network physnet1 to pool {{(pid=103675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 13:53:06.343846 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-73a3e917-1190-4d73-9af4-74c60a8bb1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266928'] for segment, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:06.345627 dv-cinder-789603-10-smb neutron-server[103675]: Traceback (most recent call last): Jun 16 13:53:06.345627 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 13:53:06.345627 dv-cinder-789603-10-smb neutron-server[103675]: timer() Jun 16 13:53:06.345627 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 13:53:06.345627 dv-cinder-789603-10-smb neutron-server[103675]: cb(*args, **kw) Jun 16 13:53:06.345627 dv-cinder-789603-10-smb neutron-server[103675]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 13:53:06.345627 dv-cinder-789603-10-smb neutron-server[103675]: return func(*args, **kwargs) Jun 16 13:53:06.345627 dv-cinder-789603-10-smb neutron-server[103675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 13:53:06.345627 dv-cinder-789603-10-smb neutron-server[103675]: self._notify() Jun 16 13:53:06.345627 dv-cinder-789603-10-smb neutron-server[103675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 13:53:06.345627 dv-cinder-789603-10-smb neutron-server[103675]: self.callback(batched_events) Jun 16 13:53:06.345627 dv-cinder-789603-10-smb neutron-server[103675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 13:53:06.345627 dv-cinder-789603-10-smb neutron-server[103675]: event.method(event) Jun 16 13:53:06.345627 dv-cinder-789603-10-smb neutron-server[103675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 13:53:06.345627 dv-cinder-789603-10-smb neutron-server[103675]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 13:53:06.345627 dv-cinder-789603-10-smb neutron-server[103675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 13:53:06.345627 dv-cinder-789603-10-smb neutron-server[103675]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 13:53:06.345627 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 13:53:06.345627 dv-cinder-789603-10-smb neutron-server[103675]: return f(self, *a, **k) Jun 16 13:53:06.345627 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 13:53:06.345627 dv-cinder-789603-10-smb neutron-server[103675]: return self._get(url).json() Jun 16 13:53:06.345627 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 13:53:06.345627 dv-cinder-789603-10-smb neutron-server[103675]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 13:53:06.345627 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 13:53:06.345627 dv-cinder-789603-10-smb neutron-server[103675]: return self.request(url, 'GET', **kwargs) Jun 16 13:53:06.345627 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 13:53:06.345627 dv-cinder-789603-10-smb neutron-server[103675]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 13:53:06.345627 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 13:53:06.345627 dv-cinder-789603-10-smb neutron-server[103675]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 13:53:06.345627 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 13:53:06.345627 dv-cinder-789603-10-smb neutron-server[103675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 13:53:06.345627 dv-cinder-789603-10-smb neutron-server[103675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 13:53:06.401026 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-73a3e917-1190-4d73-9af4-74c60a8bb1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1693573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759152'] for network, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:06.406147 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-73a3e917-1190-4d73-9af4-74c60a8bb1c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for network, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:06.417366 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-73a3e917-1190-4d73-9af4-74c60a8bb1c4 admin admin] 10.222.0.104 "DELETE /v2.0/networks/b4697126-5628-44a4-9716-d1cd33ca7762 HTTP/1.1" status: 204 len: 168 time: 0.6682310 Jun 16 13:53:06.417366 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-8c075966-8d5a-4c6b-b6eb-c4a75474781f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:06.421971 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a3e917-1190-4d73-9af4-74c60a8bb1c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4697126-5628-44a4-9716-d1cd33ca7762,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:06.424627 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-73a3e917-1190-4d73-9af4-74c60a8bb1c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:06.552475 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 45628) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:06.594322 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-3cd7a8dd-db50-48ce-b181-b29f20f4f6b5 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=908a353f90684e269bfddb80904ca191&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407522 Jun 16 13:53:06.596981 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 45632) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:06.656952 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-bce93440-e079-4651-9265-d914449e7d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:06.690799 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-bce93440-e079-4651-9265-d914449e7d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:06.776959 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c437e-12c0-4b28-bca6-9d77589c4f93 req-5064e89a-9d83-4660-9dfd-720563f323e1 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:06.778501 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-293c437e-12c0-4b28-bca6-9d77589c4f93 req-5064e89a-9d83-4660-9dfd-720563f323e1 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.104 "GET /v2.0/ports?device_id=99f7eb12-eac3-4d23-bb4b-3b9629fc55d2 HTTP/1.1" status: 200 len: 946 time: 0.1009176 Jun 16 13:53:06.779715 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-bce93440-e079-4651-9265-d914449e7d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:06.782314 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-bce93440-e079-4651-9265-d914449e7d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:06.783460 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-bce93440-e079-4651-9265-d914449e7d9a admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/ff78535f-f7c8-40fb-92b3-352001148be9 HTTP/1.1" status: 204 len: 168 time: 0.1853476 Jun 16 13:53:06.785454 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-999cf0a2-f407-455c-9480-d5c178a9f065 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:06.800477 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce93440-e079-4651-9265-d914449e7d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff78535f-f7c8-40fb-92b3-352001148be9,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:06.810984 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-bce93440-e079-4651-9265-d914449e7d9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:06.830474 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-293c437e-12c0-4b28-bca6-9d77589c4f93 req-885b82ec-5fb5-4b06-80b0-7931f3c5da32 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.104 "GET /v2.0/security-groups?id=53edafbb-96b2-49f3-9e5a-025d77eb9f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458918 Jun 16 13:53:07.525293 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8feb21-12a5-4476-ab56-90c011635fb1 req-2abbe781-eb4b-4d02-9975-156a4178b665 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:07.526860 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-7f8feb21-12a5-4476-ab56-90c011635fb1 req-2abbe781-eb4b-4d02-9975-156a4178b665 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.101 "GET /v2.0/ports?device_id=99f7eb12-eac3-4d23-bb4b-3b9629fc55d2 HTTP/1.1" status: 200 len: 946 time: 0.0685272 Jun 16 13:53:07.643176 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [req-7f8feb21-12a5-4476-ab56-90c011635fb1 req-a1c2b17a-08e1-475e-9221-4459b3314a56 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Deleting port 25b55ac9-b786-4e4f-81e3-43c89fe0dca3 {{(pid=103674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:53:07.643827 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-7f8feb21-12a5-4476-ab56-90c011635fb1 req-a1c2b17a-08e1-475e-9221-4459b3314a56 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779595332765'] for port, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:07.687800 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 75e63893-ed27-4a83-a9f6-3985c74f5630 no longer exists at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:53:07.713030 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] No Port match for: 75e63893-ed27-4a83-a9f6-3985c74f5630 {{(pid=103676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:53:07.713364 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 75e63893-ed27-4a83-a9f6-3985c74f5630 not bound to the agent host dv-cinder-789603-10-smb {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:53:07.762753 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.db [req-7f8feb21-12a5-4476-ab56-90c011635fb1 req-a1c2b17a-08e1-475e-9221-4459b3314a56 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] For port 25b55ac9-b786-4e4f-81e3-43c89fe0dca3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=25b55ac9-b786-4e4f-81e3-43c89fe0dca3,segment=NetworkSegment(2e13e3e4-88c0-46d1-888d-fe21bb9cab4b),segment_id=2e13e3e4-88c0-46d1-888d-fe21bb9cab4b)] {{(pid=103674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:53:07.763127 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-7f8feb21-12a5-4476-ab56-90c011635fb1 req-a1c2b17a-08e1-475e-9221-4459b3314a56 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757230'] for port, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:07.846000 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [req-7f8feb21-12a5-4476-ab56-90c011635fb1 req-a1c2b17a-08e1-475e-9221-4459b3314a56 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Calling delete_port for 25b55ac9-b786-4e4f-81e3-43c89fe0dca3 owned by compute:nova {{(pid=103674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:53:08.056468 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-7f8feb21-12a5-4476-ab56-90c011635fb1 req-a1c2b17a-08e1-475e-9221-4459b3314a56 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779595337849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779594881055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10072337'] for port, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:08.061326 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-250ad3f6-401e-4c60-9ffc-a89fce15d549 tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:08.068665 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] get_ports_and_sgs() called for port_ids ['25b55ac9-b786-4e4f-81e3-43c89fe0dca3'] {{(pid=103676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:53:08.093694 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c2b17a-08e1-475e-9221-4459b3314a56 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Pushing event deleted for resources: {'Port': ['ID=25b55ac9-b786-4e4f-81e3-43c89fe0dca3,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:08.104098 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-a1c2b17a-08e1-475e-9221-4459b3314a56 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:08.143805 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797972c0-75c7-46ee-94ea-3eb49825fa2d req-2c6819de-9adf-4974-933d-edc983ae8fe7 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:08.145527 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-797972c0-75c7-46ee-94ea-3eb49825fa2d req-2c6819de-9adf-4974-933d-edc983ae8fe7 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.104 "GET /v2.0/ports?device_id=99f7eb12-eac3-4d23-bb4b-3b9629fc55d2 HTTP/1.1" status: 200 len: 867 time: 0.1484296 Jun 16 13:53:08.168740 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f8feb21-12a5-4476-ab56-90c011635fb1 req-a1c2b17a-08e1-475e-9221-4459b3314a56 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] No DVR routers for this DVR port 25b55ac9-b786-4e4f-81e3-43c89fe0dca3 on host hv-cinder-78960 {{(pid=103674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:53:08.171876 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-7f8feb21-12a5-4476-ab56-90c011635fb1 req-a1c2b17a-08e1-475e-9221-4459b3314a56 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914'] for port, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:08.174023 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-7f8feb21-12a5-4476-ab56-90c011635fb1 req-a1c2b17a-08e1-475e-9221-4459b3314a56 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.101 "DELETE /v2.0/ports/25b55ac9-b786-4e4f-81e3-43c89fe0dca3 HTTP/1.1" status: 204 len: 173 time: 0.6410112 Jun 16 13:53:08.179366 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f7eb12-eac3-4d23-bb4b-3b9629fc55d2', 'name': 'network-vif-deleted', 'tag': '25b55ac9-b786-4e4f-81e3-43c89fe0dca3'}] {{(pid=103674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:53:08.182007 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf0caa33b503d1f2c3d6e3a51c00f46bab3e78c159fea0ab96052d9779657e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f190e4d-fd10-4f43-992c-752ca2d40439" -d '{"events": [{"server_uuid": "99f7eb12-eac3-4d23-bb4b-3b9629fc55d2", "name": "network-vif-deleted", "tag": "25b55ac9-b786-4e4f-81e3-43c89fe0dca3"}]}' {{(pid=103674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:53:08.219482 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-797972c0-75c7-46ee-94ea-3eb49825fa2d req-dca9ed85-13bd-4d89-af6f-f463f1a661fc tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] 10.222.0.104 "GET /v2.0/security-groups?id=53edafbb-96b2-49f3-9e5a-025d77eb9f52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516834 Jun 16 13:53:08.227926 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02345ed9-3fe5-440e-ac20-a9fe9736f223 x-openstack-request-id: req-02345ed9-3fe5-440e-ac20-a9fe9736f223 {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:53:08.228546 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f7eb12-eac3-4d23-bb4b-3b9629fc55d2", "name": "network-vif-deleted", "tag": "25b55ac9-b786-4e4f-81e3-43c89fe0dca3", "status": "completed", "code": 200}]} {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:53:08.228933 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-02345ed9-3fe5-440e-ac20-a9fe9736f223 {{(pid=103674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:53:08.229585 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f7eb12-eac3-4d23-bb4b-3b9629fc55d2', 'name': 'network-vif-deleted', 'tag': '25b55ac9-b786-4e4f-81e3-43c89fe0dca3', 'status': 'completed', 'code': 200} Jun 16 13:53:08.946400 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 45706) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:09.057516 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-95fa3c26-94b6-4d08-a9dd-ccb818f3c672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:09.153904 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-95fa3c26-94b6-4d08-a9dd-ccb818f3c672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:09.158692 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-95fa3c26-94b6-4d08-a9dd-ccb818f3c672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:09.161260 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-a8aa7c65-489f-44d8-b069-ece2e98430ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:09.201389 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-95fa3c26-94b6-4d08-a9dd-ccb818f3c672 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=b8168bfe26f34e9db6ef8260e09df084&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2538517 Jun 16 13:53:09.202309 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fa3c26-94b6-4d08-a9dd-ccb818f3c672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc1d42e-5b34-47c2-92e0-8e4ed23b6523,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:09.204302 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 45710) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:09.205344 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-95fa3c26-94b6-4d08-a9dd-ccb818f3c672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:09.256747 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a6b3aeb1-8011-4b26-9091-99971951fe2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:09.279279 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a6b3aeb1-8011-4b26-9091-99971951fe2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:09.335047 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a6b3aeb1-8011-4b26-9091-99971951fe2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:09.337895 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a6b3aeb1-8011-4b26-9091-99971951fe2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:09.339329 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-a6b3aeb1-8011-4b26-9091-99971951fe2f admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/ebc1d42e-5b34-47c2-92e0-8e4ed23b6523 HTTP/1.1" status: 204 len: 168 time: 0.1339939 Jun 16 13:53:09.340140 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-12112565-31e9-4ae3-b109-319e41d5c608 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:09.350317 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b3aeb1-8011-4b26-9091-99971951fe2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc1d42e-5b34-47c2-92e0-8e4ed23b6523,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:09.352811 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-a6b3aeb1-8011-4b26-9091-99971951fe2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:09.679387 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 45724) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:09.694638 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-4a58d833-ec01-4ee3-bccd-6431f47bcabf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:09.711715 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:09.788559 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-4a58d833-ec01-4ee3-bccd-6431f47bcabf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:09.793723 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-4a58d833-ec01-4ee3-bccd-6431f47bcabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:09.797119 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-0140c1e5-0d93-41d7-bb6c-ce32f5ae03d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:09.836727 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-4a58d833-ec01-4ee3-bccd-6431f47bcabf admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=db93ad3750b74c228ffd34d6d2f9bc55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1560187 Jun 16 13:53:09.837660 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a58d833-ec01-4ee3-bccd-6431f47bcabf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3347fccf-ccec-4478-a1b5-d972fe856d90,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:09.839621 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 45726) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:09.841110 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-4a58d833-ec01-4ee3-bccd-6431f47bcabf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:09.892783 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d59891bd-844c-474e-806d-1d68bb976d35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:09.913935 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d59891bd-844c-474e-806d-1d68bb976d35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:09.969919 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d59891bd-844c-474e-806d-1d68bb976d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:09.972767 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d59891bd-844c-474e-806d-1d68bb976d35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:09.973996 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-d59891bd-844c-474e-806d-1d68bb976d35 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/3347fccf-ccec-4478-a1b5-d972fe856d90 HTTP/1.1" status: 204 len: 168 time: 0.1333606 Jun 16 13:53:09.974906 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-5ecb8d08-6393-492f-ae4e-b375c87022af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:09.983173 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59891bd-844c-474e-806d-1d68bb976d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3347fccf-ccec-4478-a1b5-d972fe856d90,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:09.985550 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-d59891bd-844c-474e-806d-1d68bb976d35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:10.765102 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 45752) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:10.869279 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [None req-23cb4ab0-3d21-4059-b6a6-96b084c1b95d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-684704415-network', 'tenant_id': '953ea4ac0c814f599a977b2e7e36f921'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:53:10.900555 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23cb4ab0-3d21-4059-b6a6-96b084c1b95d admin admin] Made reservation on behalf of 953ea4ac0c814f599a977b2e7e36f921 for: {'network': 1} {{(pid=103674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:53:10.904158 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-23cb4ab0-3d21-4059-b6a6-96b084c1b95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for network, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:10.916440 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-23cb4ab0-3d21-4059-b6a6-96b084c1b95d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:11.050162 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-23cb4ab0-3d21-4059-b6a6-96b084c1b95d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:11.055249 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-23cb4ab0-3d21-4059-b6a6-96b084c1b95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:11.058337 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-ce292bd5-b4f4-4573-99b9-905b14ec9520 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:11.080670 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23cb4ab0-3d21-4059-b6a6-96b084c1b95d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1168} {{(pid=103674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 13:53:11.090395 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb4ab0-3d21-4059-b6a6-96b084c1b95d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d3bd57-e78d-4855-ba25-b732e9f9fd70,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:11.094761 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-23cb4ab0-3d21-4059-b6a6-96b084c1b95d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:11.095880 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-23cb4ab0-3d21-4059-b6a6-96b084c1b95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688368'] for segment, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:11.096249 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.db.segments_db [None req-23cb4ab0-3d21-4059-b6a6-96b084c1b95d admin admin] Added segment 1bd05b38-f164-4cce-a36a-971ee702dcc5 of type vlan for network fe18b175-b49b-4473-9f3b-8ea0e0ad69da Jun 16 13:53:11.140831 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-23cb4ab0-3d21-4059-b6a6-96b084c1b95d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779594884509'] for network, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:11.171654 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-23cb4ab0-3d21-4059-b6a6-96b084c1b95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183'] for network, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:11.173265 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cb4ab0-3d21-4059-b6a6-96b084c1b95d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:11.173903 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-23cb4ab0-3d21-4059-b6a6-96b084c1b95d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for network, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:11.176172 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-ada588a3-0330-4974-8c6b-a3712cd09d89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:11.233711 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-23cb4ab0-3d21-4059-b6a6-96b084c1b95d admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4673438 Jun 16 13:53:11.236774 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 45758) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:11.241848 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.v2.base [None req-7aa59f27-68e0-4529-9efb-7798d2a8211b admin admin] Request body: {'subnet': {'network_id': 'fe18b175-b49b-4473-9f3b-8ea0e0ad69da', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-684704415-subnet', 'tenant_id': '953ea4ac0c814f599a977b2e7e36f921', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:53:11.246043 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb4ab0-3d21-4059-b6a6-96b084c1b95d admin admin] Pushing event updated for resources: {'Network': ['ID=fe18b175-b49b-4473-9f3b-8ea0e0ad69da,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:11.249049 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-23cb4ab0-3d21-4059-b6a6-96b084c1b95d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:11.257114 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Network fe18b175-b49b-4473-9f3b-8ea0e0ad69da details requested by agent ovs-agent-dv-cinder-789603-10-smb with host dv-cinder-789603-10-smb {{(pid=103676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 13:53:11.265990 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa59f27-68e0-4529-9efb-7798d2a8211b admin admin] Made reservation on behalf of 953ea4ac0c814f599a977b2e7e36f921 for: {'subnet': 1} {{(pid=103675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:53:11.268654 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-7aa59f27-68e0-4529-9efb-7798d2a8211b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8681998'] for subnet, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:11.454026 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-7aa59f27-68e0-4529-9efb-7798d2a8211b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10267118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8682012'] for subnet, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:11.454414 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-5d292a96-2a19-46a1-a00c-76d94c2364ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:11.502548 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa59f27-68e0-4529-9efb-7798d2a8211b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3a4a6b8-47db-431b-9448-e12c43238aed,revision_number=0']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:11.509852 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-7aa59f27-68e0-4529-9efb-7798d2a8211b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:11.520349 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa59f27-68e0-4529-9efb-7798d2a8211b admin admin] Checking segment: {'id': '1bd05b38-f164-4cce-a36a-971ee702dcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'fe18b175-b49b-4473-9f3b-8ea0e0ad69da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:53:11.520709 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa59f27-68e0-4529-9efb-7798d2a8211b admin admin] Network hostable DHCP agents. Network: fe18b175-b49b-4473-9f3b-8ea0e0ad69da, hostable agents: ['8ea809cc-5bb3-41d5-8624-7e06cbdf14c2'], hosted agents: [] {{(pid=103675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 13:53:11.540795 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa59f27-68e0-4529-9efb-7798d2a8211b admin admin] Network fe18b175-b49b-4473-9f3b-8ea0e0ad69da is scheduled to be hosted by DHCP agent 8ea809cc-5bb3-41d5-8624-7e06cbdf14c2 with binding_index 1 {{(pid=103675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 13:53:11.552690 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.base_scheduler [None req-7aa59f27-68e0-4529-9efb-7798d2a8211b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-10-smb, fe18b175-b49b-4473-9f3b-8ea0e0ad69da) {{(pid=103675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:53:11.560770 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa59f27-68e0-4529-9efb-7798d2a8211b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:11.562182 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-7aa59f27-68e0-4529-9efb-7798d2a8211b admin admin] Notify callbacks [] for subnet, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:11.564616 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ef95b4-8c8d-473e-bd33-8c672a75913e None None] Network fe18b175-b49b-4473-9f3b-8ea0e0ad69da requested from dv-cinder-789603-10-smb {{(pid=103676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:53:11.583236 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-7aa59f27-68e0-4529-9efb-7798d2a8211b admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3450067 Jun 16 13:53:11.704844 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dced2c3d-589e-4d80-83c4-2709de954395 None None] Network fe18b175-b49b-4473-9f3b-8ea0e0ad69da requested from dv-cinder-789603-10-smb {{(pid=103676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:53:12.180889 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 45778) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:12.186532 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.v2.base [None req-4c120c19-d209-40fc-9360-2731d18793a1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1199162706-network', 'tenant_id': '7986437f02294c679f039b7882e17409'}} {{(pid=103675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:53:12.210711 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c120c19-d209-40fc-9360-2731d18793a1 admin admin] Made reservation on behalf of 7986437f02294c679f039b7882e17409 for: {'network': 1} {{(pid=103675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:53:12.213228 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-4c120c19-d209-40fc-9360-2731d18793a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for network, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:12.223363 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-4c120c19-d209-40fc-9360-2731d18793a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:12.333709 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-4c120c19-d209-40fc-9360-2731d18793a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:12.341842 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-4c120c19-d209-40fc-9360-2731d18793a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:12.345028 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-6ff1e175-ddf1-4b54-9195-e6970fbcf134 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:12.365915 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c120c19-d209-40fc-9360-2731d18793a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1151} {{(pid=103675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 13:53:12.379841 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-4c120c19-d209-40fc-9360-2731d18793a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688368'] for segment, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:12.380351 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.db.segments_db [None req-4c120c19-d209-40fc-9360-2731d18793a1 admin admin] Added segment 52c48b92-c560-4a37-b8fe-8547a904ad5c of type vlan for network 87d5bcf4-c68b-4949-8cbc-49122ee2edc5 Jun 16 13:53:12.429123 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c120c19-d209-40fc-9360-2731d18793a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92bb01ff-5994-45b3-b728-deb0965ccbb5,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:12.437364 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-4c120c19-d209-40fc-9360-2731d18793a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:12.441571 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-4c120c19-d209-40fc-9360-2731d18793a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779594884509'] for network, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:12.472242 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-4c120c19-d209-40fc-9360-2731d18793a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183'] for network, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:12.473505 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c120c19-d209-40fc-9360-2731d18793a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:12.474264 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-4c120c19-d209-40fc-9360-2731d18793a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for network, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:12.476628 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-46cff03b-6c1e-44a4-a266-e7b7c8f1f3e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:12.535338 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-4c120c19-d209-40fc-9360-2731d18793a1 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3531749 Jun 16 13:53:12.538649 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 45784) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:12.543736 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.v2.base [None req-9bf040e5-24c3-4af9-8d6f-a4df6613e511 admin admin] Request body: {'subnet': {'network_id': '87d5bcf4-c68b-4949-8cbc-49122ee2edc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1199162706-subnet', 'tenant_id': '7986437f02294c679f039b7882e17409', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:53:12.547302 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c120c19-d209-40fc-9360-2731d18793a1 admin admin] Pushing event updated for resources: {'Network': ['ID=87d5bcf4-c68b-4949-8cbc-49122ee2edc5,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:12.550043 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-4c120c19-d209-40fc-9360-2731d18793a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:12.558004 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Network 87d5bcf4-c68b-4949-8cbc-49122ee2edc5 details requested by agent ovs-agent-dv-cinder-789603-10-smb with host dv-cinder-789603-10-smb {{(pid=103676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 13:53:12.581760 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf040e5-24c3-4af9-8d6f-a4df6613e511 admin admin] Made reservation on behalf of 7986437f02294c679f039b7882e17409 for: {'subnet': 1} {{(pid=103675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:53:12.585747 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-9bf040e5-24c3-4af9-8d6f-a4df6613e511 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8681998'] for subnet, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:12.758591 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 25b55ac9-b786-4e4f-81e3-43c89fe0dca3 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:53:12.781932 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] No Port match for: 25b55ac9-b786-4e4f-81e3-43c89fe0dca3 {{(pid=103676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:53:12.782470 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 25b55ac9-b786-4e4f-81e3-43c89fe0dca3 not bound to the agent host hv-cinder-78960 {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:53:12.792144 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-9bf040e5-24c3-4af9-8d6f-a4df6613e511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10267118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8682012'] for subnet, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:12.795858 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:12.861330 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf040e5-24c3-4af9-8d6f-a4df6613e511 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c325cf01-b4da-43d3-b701-3d59d3cc72ae,revision_number=0']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:12.864136 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-9bf040e5-24c3-4af9-8d6f-a4df6613e511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:12.873995 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf040e5-24c3-4af9-8d6f-a4df6613e511 admin admin] Checking segment: {'id': '52c48b92-c560-4a37-b8fe-8547a904ad5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '87d5bcf4-c68b-4949-8cbc-49122ee2edc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:53:12.874348 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf040e5-24c3-4af9-8d6f-a4df6613e511 admin admin] Network hostable DHCP agents. Network: 87d5bcf4-c68b-4949-8cbc-49122ee2edc5, hostable agents: ['8ea809cc-5bb3-41d5-8624-7e06cbdf14c2'], hosted agents: [] {{(pid=103675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 13:53:12.892392 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf040e5-24c3-4af9-8d6f-a4df6613e511 admin admin] Network 87d5bcf4-c68b-4949-8cbc-49122ee2edc5 is scheduled to be hosted by DHCP agent 8ea809cc-5bb3-41d5-8624-7e06cbdf14c2 with binding_index 1 {{(pid=103675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 13:53:12.903012 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.base_scheduler [None req-9bf040e5-24c3-4af9-8d6f-a4df6613e511 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-10-smb, 87d5bcf4-c68b-4949-8cbc-49122ee2edc5) {{(pid=103675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:53:12.907994 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf040e5-24c3-4af9-8d6f-a4df6613e511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:12.908607 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-9bf040e5-24c3-4af9-8d6f-a4df6613e511 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:12.913258 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d686939-86db-4d5f-959a-a4f8925a71f4 None None] Network 87d5bcf4-c68b-4949-8cbc-49122ee2edc5 requested from dv-cinder-789603-10-smb {{(pid=103676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:53:12.925428 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-9bf040e5-24c3-4af9-8d6f-a4df6613e511 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3856008 Jun 16 13:53:13.078916 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6326e0-5c46-40b9-a32f-60c4f5547104 None None] Network 87d5bcf4-c68b-4949-8cbc-49122ee2edc5 requested from dv-cinder-789603-10-smb {{(pid=103676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:53:13.483644 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed9062-dbac-4098-9c62-c03366a3a7a2 req-293c27d9-b3b5-4116-91fb-291ad5743fd6 tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:13.485168 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-94ed9062-dbac-4098-9c62-c03366a3a7a2 req-293c27d9-b3b5-4116-91fb-291ad5743fd6 tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] 10.222.0.104 "GET /v2.0/networks?id=fe18b175-b49b-4473-9f3b-8ea0e0ad69da HTTP/1.1" status: 200 len: 808 time: 0.1092968 Jun 16 13:53:13.501706 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-94ed9062-dbac-4098-9c62-c03366a3a7a2 req-79a5f10b-63c5-43ae-a7c4-e366126c080d tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] 10.222.0.104 "GET /v2.0/quotas/953ea4ac0c814f599a977b2e7e36f921 HTTP/1.1" status: 200 len: 375 time: 0.0109808 Jun 16 13:53:13.536974 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-94ed9062-dbac-4098-9c62-c03366a3a7a2 req-890d399e-db9d-4a2b-8fc1-843f58725893 tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=953ea4ac0c814f599a977b2e7e36f921&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291533 Jun 16 13:53:13.636072 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-94ed9062-dbac-4098-9c62-c03366a3a7a2 req-0d90dcbc-afd3-4c4e-95d2-581f023b5790 service neutron] 10.222.0.104 "GET /v2.0/networks/fe18b175-b49b-4473-9f3b-8ea0e0ad69da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919530 Jun 16 13:53:13.733542 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-94ed9062-dbac-4098-9c62-c03366a3a7a2 req-bc60eb30-b97e-4d59-8e86-b9496f252a36 service neutron] 10.222.0.104 "GET /v2.0/networks/fe18b175-b49b-4473-9f3b-8ea0e0ad69da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912671 Jun 16 13:53:13.931163 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-1e89e945-d763-4001-b8b5-6dcf89b6ac72 req-9a41e326-e127-4778-9131-cc6f18236190 tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] 10.222.0.104 "GET /v2.0/ports?device_id=3ef727af-0028-4453-900a-4ee6aca4c775 HTTP/1.1" status: 200 len: 210 time: 0.0408721 Jun 16 13:53:15.125460 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-3bbdb7a1-9635-4c04-8734-1e62363824f2 req-6b4497da-8da1-4c7d-841a-24457cc82895 tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] 10.222.0.104 "GET /v2.0/ports?device_id=3ef727af-0028-4453-900a-4ee6aca4c775 HTTP/1.1" status: 200 len: 210 time: 0.0618062 Jun 16 13:53:15.184405 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed9062-dbac-4098-9c62-c03366a3a7a2 req-aec5e782-0254-4104-a199-f179e90cd522 tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:15.186120 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-94ed9062-dbac-4098-9c62-c03366a3a7a2 req-aec5e782-0254-4104-a199-f179e90cd522 tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] 10.222.0.101 "GET /v2.0/networks?id=fe18b175-b49b-4473-9f3b-8ea0e0ad69da HTTP/1.1" status: 200 len: 808 time: 0.1460993 Jun 16 13:53:15.199533 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [req-94ed9062-dbac-4098-9c62-c03366a3a7a2 req-859c3ab8-8c31-48ec-9cf7-3d1d5d39852c tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] Request body: {'port': {'device_id': '3ef727af-0028-4453-900a-4ee6aca4c775', 'network_id': 'fe18b175-b49b-4473-9f3b-8ea0e0ad69da', 'admin_state_up': True, 'tenant_id': '953ea4ac0c814f599a977b2e7e36f921'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:53:15.313096 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94ed9062-dbac-4098-9c62-c03366a3a7a2 req-859c3ab8-8c31-48ec-9cf7-3d1d5d39852c tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] Made reservation on behalf of 953ea4ac0c814f599a977b2e7e36f921 for: {'port': 1} {{(pid=103674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:53:15.316704 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-94ed9062-dbac-4098-9c62-c03366a3a7a2 req-859c3ab8-8c31-48ec-9cf7-3d1d5d39852c tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for port, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:15.453169 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.db_base_plugin_common [req-94ed9062-dbac-4098-9c62-c03366a3a7a2 req-859c3ab8-8c31-48ec-9cf7-3d1d5d39852c tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] Allocated IP 172.20.0.8 (fe18b175-b49b-4473-9f3b-8ea0e0ad69da/b3a4a6b8-47db-431b-9448-e12c43238aed/81e03bbc-ba62-4547-be47-d637816f3255) {{(pid=103674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:53:15.607942 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-94ed9062-dbac-4098-9c62-c03366a3a7a2 req-859c3ab8-8c31-48ec-9cf7-3d1d5d39852c tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] Notify callbacks [] for port, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:15.645579 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-94ed9062-dbac-4098-9c62-c03366a3a7a2 req-859c3ab8-8c31-48ec-9cf7-3d1d5d39852c tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1833118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779594881046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10072334'] for port, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:15.649547 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-e6ed2a98-5082-44e4-b641-491616d6a609 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:15.690102 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94ed9062-dbac-4098-9c62-c03366a3a7a2 req-859c3ab8-8c31-48ec-9cf7-3d1d5d39852c tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] Network fe18b175-b49b-4473-9f3b-8ea0e0ad69da is already hosted by enough agents. {{(pid=103674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:53:15.695765 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [req-94ed9062-dbac-4098-9c62-c03366a3a7a2 req-859c3ab8-8c31-48ec-9cf7-3d1d5d39852c tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] Resources bound (agent type, host, resource id): {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:53:15.699635 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [req-94ed9062-dbac-4098-9c62-c03366a3a7a2 req-859c3ab8-8c31-48ec-9cf7-3d1d5d39852c tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] Received port after_create {{(pid=103674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:53:15.706200 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859c3ab8-8c31-48ec-9cf7-3d1d5d39852c tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] Pushing event updated for resources: {'Port': ['ID=81e03bbc-ba62-4547-be47-d637816f3255,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:15.725136 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-859c3ab8-8c31-48ec-9cf7-3d1d5d39852c tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:15.753488 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed9062-dbac-4098-9c62-c03366a3a7a2 req-859c3ab8-8c31-48ec-9cf7-3d1d5d39852c tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:15.754103 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-94ed9062-dbac-4098-9c62-c03366a3a7a2 req-859c3ab8-8c31-48ec-9cf7-3d1d5d39852c tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914'] for port, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:15.774686 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-94ed9062-dbac-4098-9c62-c03366a3a7a2 req-859c3ab8-8c31-48ec-9cf7-3d1d5d39852c tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5789893 Jun 16 13:53:15.785829 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [req-94ed9062-dbac-4098-9c62-c03366a3a7a2 req-3f334c56-1b38-437f-aaa3-789c1b5ef1b6 service neutron] Request body: {'port': {'device_id': '3ef727af-0028-4453-900a-4ee6aca4c775', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:53:15.863747 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-94ed9062-dbac-4098-9c62-c03366a3a7a2 req-3f334c56-1b38-437f-aaa3-789c1b5ef1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:16.138476 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.notifiers.nova [req-94ed9062-dbac-4098-9c62-c03366a3a7a2 req-3f334c56-1b38-437f-aaa3-789c1b5ef1b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81e03bbc-ba62-4547-be47-d637816f3255 {{(pid=103674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:53:16.148245 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-94ed9062-dbac-4098-9c62-c03366a3a7a2 req-3f334c56-1b38-437f-aaa3-789c1b5ef1b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:16.174427 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.provisioning_blocks [req-94ed9062-dbac-4098-9c62-c03366a3a7a2 req-3f334c56-1b38-437f-aaa3-789c1b5ef1b6 service neutron] Transition to ACTIVE for port object 81e03bbc-ba62-4547-be47-d637816f3255 will not be triggered until provisioned by entity L2. {{(pid=103674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:53:16.178578 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-94ed9062-dbac-4098-9c62-c03366a3a7a2 req-3f334c56-1b38-437f-aaa3-789c1b5ef1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10072344'] for port, after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:16.183386 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-6213e022-536f-42f2-b8b0-afd395fb7e47 tempest-ServerRescueNegativeTestJSON-64595502 tempest-ServerRescueNegativeTestJSON-64595502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:16.298797 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f334c56-1b38-437f-aaa3-789c1b5ef1b6 service neutron] Pushing event updated for resources: {'Port': ['ID=81e03bbc-ba62-4547-be47-d637816f3255,revision_number=2']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:16.317901 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-3f334c56-1b38-437f-aaa3-789c1b5ef1b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:16.400662 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.managers [req-94ed9062-dbac-4098-9c62-c03366a3a7a2 req-3f334c56-1b38-437f-aaa3-789c1b5ef1b6 service neutron] Attempting to bind port 81e03bbc-ba62-4547-be47-d637816f3255 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:53:16.400983 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.managers [req-94ed9062-dbac-4098-9c62-c03366a3a7a2 req-3f334c56-1b38-437f-aaa3-789c1b5ef1b6 service neutron] Attempting to bind port 81e03bbc-ba62-4547-be47-d637816f3255 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '1bd05b38-f164-4cce-a36a-971ee702dcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'fe18b175-b49b-4473-9f3b-8ea0e0ad69da'}] {{(pid=103674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:53:16.401302 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ed9062-dbac-4098-9c62-c03366a3a7a2 req-3f334c56-1b38-437f-aaa3-789c1b5ef1b6 service neutron] Attempting to bind port 81e03bbc-ba62-4547-be47-d637816f3255 on network fe18b175-b49b-4473-9f3b-8ea0e0ad69da {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:53:16.414100 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c99d4-a6ba-4a60-85ad-375521876f9d req-406540cc-e0ce-4d23-ab09-cac36125664c tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:16.415559 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-6e4c99d4-a6ba-4a60-85ad-375521876f9d req-406540cc-e0ce-4d23-ab09-cac36125664c tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] 10.222.0.104 "GET /v2.0/ports?device_id=3ef727af-0028-4453-900a-4ee6aca4c775 HTTP/1.1" status: 200 len: 943 time: 0.1354973 Jun 16 13:53:16.416298 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ed9062-dbac-4098-9c62-c03366a3a7a2 req-3f334c56-1b38-437f-aaa3-789c1b5ef1b6 service neutron] Port 81e03bbc-ba62-4547-be47-d637816f3255 on network fe18b175-b49b-4473-9f3b-8ea0e0ad69da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 13:53:16.416613 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ed9062-dbac-4098-9c62-c03366a3a7a2 req-3f334c56-1b38-437f-aaa3-789c1b5ef1b6 service neutron] Attempting to bind port 81e03bbc-ba62-4547-be47-d637816f3255 on network fe18b175-b49b-4473-9f3b-8ea0e0ad69da {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:53:16.428143 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ed9062-dbac-4098-9c62-c03366a3a7a2 req-3f334c56-1b38-437f-aaa3-789c1b5ef1b6 service neutron] Checking agent: {'id': '1d30c470-50d4-4ce2-b27c-c11b758166c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 42, 10), 'started_at': datetime.datetime(2021, 6, 16, 13, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:53:16.428481 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ed9062-dbac-4098-9c62-c03366a3a7a2 req-3f334c56-1b38-437f-aaa3-789c1b5ef1b6 service neutron] Checking segment: {'id': '1bd05b38-f164-4cce-a36a-971ee702dcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'fe18b175-b49b-4473-9f3b-8ea0e0ad69da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:53:16.428834 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ed9062-dbac-4098-9c62-c03366a3a7a2 req-3f334c56-1b38-437f-aaa3-789c1b5ef1b6 service neutron] Bound using segment: {'id': '1bd05b38-f164-4cce-a36a-971ee702dcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'fe18b175-b49b-4473-9f3b-8ea0e0ad69da'} {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:53:16.429257 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.managers [req-94ed9062-dbac-4098-9c62-c03366a3a7a2 req-3f334c56-1b38-437f-aaa3-789c1b5ef1b6 service neutron] Bound port: 81e03bbc-ba62-4547-be47-d637816f3255, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bd05b38-f164-4cce-a36a-971ee702dcc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': 'fe18b175-b49b-4473-9f3b-8ea0e0ad69da'}}] {{(pid=103674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:53:16.429641 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-94ed9062-dbac-4098-9c62-c03366a3a7a2 req-3f334c56-1b38-437f-aaa3-789c1b5ef1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:16.499219 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-6e4c99d4-a6ba-4a60-85ad-375521876f9d req-4aa0e695-982e-4e2d-a244-28ba322929e9 tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] 10.222.0.104 "GET /v2.0/security-groups?id=a1d3bd57-e78d-4855-ba25-b732e9f9fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769289 Jun 16 13:53:16.529276 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.db [req-94ed9062-dbac-4098-9c62-c03366a3a7a2 req-3f334c56-1b38-437f-aaa3-789c1b5ef1b6 service neutron] For port 81e03bbc-ba62-4547-be47-d637816f3255, host hv-cinder-78960, cleared binding levels {{(pid=103674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:53:16.532304 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.db [req-94ed9062-dbac-4098-9c62-c03366a3a7a2 req-3f334c56-1b38-437f-aaa3-789c1b5ef1b6 service neutron] For port 81e03bbc-ba62-4547-be47-d637816f3255, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=81e03bbc-ba62-4547-be47-d637816f3255,segment=NetworkSegment(1bd05b38-f164-4cce-a36a-971ee702dcc5),segment_id=1bd05b38-f164-4cce-a36a-971ee702dcc5)] {{(pid=103674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:53:16.537814 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-94ed9062-dbac-4098-9c62-c03366a3a7a2 req-3f334c56-1b38-437f-aaa3-789c1b5ef1b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10072344'] for port, after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:16.540977 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-a71330b2-8208-45b6-853c-ecfa20452d1a tempest-AttachVolumeNegativeTest-591540149 tempest-AttachVolumeNegativeTest-591540149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:16.574319 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed9062-dbac-4098-9c62-c03366a3a7a2 req-3f334c56-1b38-437f-aaa3-789c1b5ef1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:16.574908 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-94ed9062-dbac-4098-9c62-c03366a3a7a2 req-3f334c56-1b38-437f-aaa3-789c1b5ef1b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914'] for port, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:16.576352 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-94ed9062-dbac-4098-9c62-c03366a3a7a2 req-3f334c56-1b38-437f-aaa3-789c1b5ef1b6 service neutron] 10.222.0.101 "PUT /v2.0/ports/81e03bbc-ba62-4547-be47-d637816f3255 HTTP/1.1" status: 200 len: 1093 time: 0.7947080 Jun 16 13:53:16.576863 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ef727af-0028-4453-900a-4ee6aca4c775', 'tag': '81e03bbc-ba62-4547-be47-d637816f3255'}] {{(pid=103674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:53:16.579146 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf0caa33b503d1f2c3d6e3a51c00f46bab3e78c159fea0ab96052d9779657e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f19974d-fcfb-45a3-a638-bc22a790f927" -d '{"events": [{"name": "network-changed", "server_uuid": "3ef727af-0028-4453-900a-4ee6aca4c775", "tag": "81e03bbc-ba62-4547-be47-d637816f3255"}]}' {{(pid=103674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:53:16.606472 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f334c56-1b38-437f-aaa3-789c1b5ef1b6 service neutron] Pushing event updated for resources: {'Port': ['ID=81e03bbc-ba62-4547-be47-d637816f3255,revision_number=3']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:16.610186 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-3f334c56-1b38-437f-aaa3-789c1b5ef1b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:16.636726 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd729104-9be2-4875-bfa1-69443c63e5b2 x-openstack-request-id: req-bd729104-9be2-4875-bfa1-69443c63e5b2 {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:53:16.637054 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ef727af-0028-4453-900a-4ee6aca4c775", "tag": "81e03bbc-ba62-4547-be47-d637816f3255", "status": "completed", "code": 200}]} {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:53:16.637300 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-bd729104-9be2-4875-bfa1-69443c63e5b2 {{(pid=103674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:53:16.637747 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ef727af-0028-4453-900a-4ee6aca4c775', 'tag': '81e03bbc-ba62-4547-be47-d637816f3255', 'status': 'completed', 'code': 200} Jun 16 13:53:16.689599 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed9062-dbac-4098-9c62-c03366a3a7a2 req-f60056a0-90a2-4af8-84d9-8e46b12bc33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:16.691157 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-94ed9062-dbac-4098-9c62-c03366a3a7a2 req-f60056a0-90a2-4af8-84d9-8e46b12bc33b service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=953ea4ac0c814f599a977b2e7e36f921&device_id=3ef727af-0028-4453-900a-4ee6aca4c775 HTTP/1.1" status: 200 len: 1096 time: 0.0645988 Jun 16 13:53:16.736495 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-94ed9062-dbac-4098-9c62-c03366a3a7a2 req-faee1516-02aa-4485-a99e-8d6a63aae515 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81e03bbc-ba62-4547-be47-d637816f3255 HTTP/1.1" status: 200 len: 217 time: 0.0375938 Jun 16 13:53:16.787212 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed9062-dbac-4098-9c62-c03366a3a7a2 req-67796cd3-ea5c-48ea-a83a-584527753bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:16.788719 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-94ed9062-dbac-4098-9c62-c03366a3a7a2 req-67796cd3-ea5c-48ea-a83a-584527753bbd service neutron] 10.222.0.101 "GET /v2.0/subnets?id=b3a4a6b8-47db-431b-9448-e12c43238aed HTTP/1.1" status: 200 len: 848 time: 0.0449560 Jun 16 13:53:16.823490 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-94ed9062-dbac-4098-9c62-c03366a3a7a2 req-b8e64b40-79f0-4e3c-9e8f-6eb14328e7b8 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=fe18b175-b49b-4473-9f3b-8ea0e0ad69da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277462 Jun 16 13:53:16.920913 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-94ed9062-dbac-4098-9c62-c03366a3a7a2 req-2b721efd-075b-4756-8f5d-a7c3777035f6 service neutron] 10.222.0.101 "GET /v2.0/networks/fe18b175-b49b-4473-9f3b-8ea0e0ad69da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908246 Jun 16 13:53:17.012883 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-94ed9062-dbac-4098-9c62-c03366a3a7a2 req-babfa16d-b142-4d27-aee8-d0eee7336de4 service neutron] 10.222.0.101 "GET /v2.0/networks/fe18b175-b49b-4473-9f3b-8ea0e0ad69da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850608 Jun 16 13:53:17.121710 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f19974d-fcfb-45a3-a638-bc22a790f927 req-a7387aec-9550-4ca7-9342-386e1cf81503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:17.123268 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2f19974d-fcfb-45a3-a638-bc22a790f927 req-a7387aec-9550-4ca7-9342-386e1cf81503 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=953ea4ac0c814f599a977b2e7e36f921&device_id=3ef727af-0028-4453-900a-4ee6aca4c775 HTTP/1.1" status: 200 len: 1096 time: 0.0560734 Jun 16 13:53:17.224798 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f19974d-fcfb-45a3-a638-bc22a790f927 req-edd8aa33-2d76-473b-a6d9-3af9f60f4da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:17.226679 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2f19974d-fcfb-45a3-a638-bc22a790f927 req-edd8aa33-2d76-473b-a6d9-3af9f60f4da1 service neutron] 10.222.0.101 "GET /v2.0/networks?id=fe18b175-b49b-4473-9f3b-8ea0e0ad69da HTTP/1.1" status: 200 len: 910 time: 0.0955260 Jun 16 13:53:17.268706 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2f19974d-fcfb-45a3-a638-bc22a790f927 req-f1d08aab-7ed1-4d9b-a340-61246a714c1e service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81e03bbc-ba62-4547-be47-d637816f3255 HTTP/1.1" status: 200 len: 217 time: 0.0353584 Jun 16 13:53:17.324763 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f19974d-fcfb-45a3-a638-bc22a790f927 req-087c2023-af8c-4714-bdaa-262f1713b3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:17.326345 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2f19974d-fcfb-45a3-a638-bc22a790f927 req-087c2023-af8c-4714-bdaa-262f1713b3f4 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=b3a4a6b8-47db-431b-9448-e12c43238aed HTTP/1.1" status: 200 len: 848 time: 0.0515845 Jun 16 13:53:17.361606 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2f19974d-fcfb-45a3-a638-bc22a790f927 req-ca36f71d-dc0d-4b9b-9c42-5d7546d58894 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=fe18b175-b49b-4473-9f3b-8ea0e0ad69da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272810 Jun 16 13:53:17.458181 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2f19974d-fcfb-45a3-a638-bc22a790f927 req-74a76cc3-a8ad-40b2-8970-9ab79b843587 service neutron] 10.222.0.101 "GET /v2.0/networks/fe18b175-b49b-4473-9f3b-8ea0e0ad69da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887244 Jun 16 13:53:17.565341 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2f19974d-fcfb-45a3-a638-bc22a790f927 req-bdde9b68-fcd7-487c-a60b-3d3e20a59d3c service neutron] 10.222.0.101 "GET /v2.0/networks/fe18b175-b49b-4473-9f3b-8ea0e0ad69da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991726 Jun 16 13:53:17.697386 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd38129-a587-4aa5-9755-c9deaaa1ed33 req-554b05ee-c450-4905-bd0e-ae5e80dd797c tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:17.698847 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-9fd38129-a587-4aa5-9755-c9deaaa1ed33 req-554b05ee-c450-4905-bd0e-ae5e80dd797c tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] 10.222.0.104 "GET /v2.0/ports?device_id=3ef727af-0028-4453-900a-4ee6aca4c775 HTTP/1.1" status: 200 len: 943 time: 0.0635631 Jun 16 13:53:17.737529 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-9fd38129-a587-4aa5-9755-c9deaaa1ed33 req-f2dcdb9d-3ea7-48d2-b54f-2dd2f51357e1 tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] 10.222.0.104 "GET /v2.0/security-groups?id=a1d3bd57-e78d-4855-ba25-b732e9f9fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326293 Jun 16 13:53:18.782823 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 81e03bbc-ba62-4547-be47-d637816f3255 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:53:18.914161 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port 81e03bbc-ba62-4547-be47-d637816f3255, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=81e03bbc-ba62-4547-be47-d637816f3255,segment=NetworkSegment(1bd05b38-f164-4cce-a36a-971ee702dcc5),segment_id=1bd05b38-f164-4cce-a36a-971ee702dcc5)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:53:18.926339 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Returning: {'device': '81e03bbc-ba62-4547-be47-d637816f3255', 'network_id': 'fe18b175-b49b-4473-9f3b-8ea0e0ad69da', 'port_id': '81e03bbc-ba62-4547-be47-d637816f3255', 'mac_address': 'fa:16:3e:80:cd:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3a4a6b8-47db-431b-9448-e12c43238aed', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:53:18.938135 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a5324-176e-44bf-bfdb-2d55da83f3d8 req-0ae60751-e65d-46c3-bbc7-744d830239a5 tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:18.939614 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-107a5324-176e-44bf-bfdb-2d55da83f3d8 req-0ae60751-e65d-46c3-bbc7-744d830239a5 tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] 10.222.0.104 "GET /v2.0/ports?device_id=3ef727af-0028-4453-900a-4ee6aca4c775 HTTP/1.1" status: 200 len: 943 time: 0.0714810 Jun 16 13:53:18.964175 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:18.977492 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.notifiers.nova [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81e03bbc-ba62-4547-be47-d637816f3255 {{(pid=103676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:53:18.979392 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-107a5324-176e-44bf-bfdb-2d55da83f3d8 req-3eaa3510-a57a-46ba-ad15-0d66d973dc69 tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] 10.222.0.104 "GET /v2.0/security-groups?id=a1d3bd57-e78d-4855-ba25-b732e9f9fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336359 Jun 16 13:53:19.003135 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port 81e03bbc-ba62-4547-be47-d637816f3255, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=81e03bbc-ba62-4547-be47-d637816f3255,segment=NetworkSegment(1bd05b38-f164-4cce-a36a-971ee702dcc5),segment_id=1bd05b38-f164-4cce-a36a-971ee702dcc5)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:53:19.009363 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:19.012489 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:19.062801 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Pushing event updated for resources: {'Port': ['ID=81e03bbc-ba62-4547-be47-d637816f3255,revision_number=4']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:19.070488 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:19.070832 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:19.071172 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:19.071506 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:19.071844 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:19.072219 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:19.072545 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:19.072870 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:19.073195 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:19.073520 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:19.073844 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:19.074236 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:19.078556 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:19.235000 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] get_ports_and_sgs() called for port_ids ['81e03bbc-ba62-4547-be47-d637816f3255'] {{(pid=103676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:53:20.173202 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437ce00-61d7-4e47-b4fd-188b420bbd5a req-b7d59d3f-4135-4c75-a64f-2d7283b9fa64 tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:20.174901 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-1437ce00-61d7-4e47-b4fd-188b420bbd5a req-b7d59d3f-4135-4c75-a64f-2d7283b9fa64 tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] 10.222.0.104 "GET /v2.0/ports?device_id=3ef727af-0028-4453-900a-4ee6aca4c775 HTTP/1.1" status: 200 len: 944 time: 0.0758750 Jun 16 13:53:20.223057 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-1437ce00-61d7-4e47-b4fd-188b420bbd5a req-2d360b92-4e3a-44c8-880d-27c349bfec23 tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] 10.222.0.104 "GET /v2.0/security-groups?id=a1d3bd57-e78d-4855-ba25-b732e9f9fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411696 Jun 16 13:53:20.807279 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 81e03bbc-ba62-4547-be47-d637816f3255 up at agent hyperv_hv-cinder-78960 {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:53:20.869396 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Provisioning for port 81e03bbc-ba62-4547-be47-d637816f3255 completed by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:53:20.873493 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Provisioning complete for port 81e03bbc-ba62-4547-be47-d637816f3255 triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:53:20.873857 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:20.959625 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:20.984638 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef727af-0028-4453-900a-4ee6aca4c775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e03bbc-ba62-4547-be47-d637816f3255'}] {{(pid=103676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:53:20.986997 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}effa97d0e2123b52db6fac0114eb4251877085964bb68e70a4b566e9e639f06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddae7bab-52ed-4f3d-8f82-9acbf206e2e0" -d '{"events": [{"server_uuid": "3ef727af-0028-4453-900a-4ee6aca4c775", "name": "network-vif-plugged", "status": "completed", "tag": "81e03bbc-ba62-4547-be47-d637816f3255"}]}' {{(pid=103676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:53:21.009306 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port 81e03bbc-ba62-4547-be47-d637816f3255, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=81e03bbc-ba62-4547-be47-d637816f3255,segment=NetworkSegment(1bd05b38-f164-4cce-a36a-971ee702dcc5),segment_id=1bd05b38-f164-4cce-a36a-971ee702dcc5)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:53:21.017906 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:21.020861 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-d68f3d81-11db-4f87-837b-a53ff0c35f9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:21.026234 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b12458-78a4-4bef-8873-b75ff6c1e33d x-openstack-request-id: req-53b12458-78a4-4bef-8873-b75ff6c1e33d {{(pid=103676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:53:21.026656 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ef727af-0028-4453-900a-4ee6aca4c775", "name": "network-vif-plugged", "status": "completed", "tag": "81e03bbc-ba62-4547-be47-d637816f3255", "code": 200}]} {{(pid=103676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:53:21.026915 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-53b12458-78a4-4bef-8873-b75ff6c1e33d {{(pid=103676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:53:21.027304 dv-cinder-789603-10-smb neutron-server[103676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ef727af-0028-4453-900a-4ee6aca4c775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e03bbc-ba62-4547-be47-d637816f3255', 'code': 200} Jun 16 13:53:21.081323 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Pushing event updated for resources: {'Port': ['ID=81e03bbc-ba62-4547-be47-d637816f3255,revision_number=5']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:21.084530 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:21.258294 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2adb00f-7a13-4bfa-a2d8-86694e2edbc9 req-8248eab2-393f-43be-b182-7322a158d32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:21.260653 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-b2adb00f-7a13-4bfa-a2d8-86694e2edbc9 req-8248eab2-393f-43be-b182-7322a158d32e service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=3ef727af-0028-4453-900a-4ee6aca4c775 HTTP/1.1" status: 200 len: 1098 time: 0.0602381 Jun 16 13:53:21.297229 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-b2adb00f-7a13-4bfa-a2d8-86694e2edbc9 req-f01d79a3-f0bb-4b80-8d34-7ea2033a6895 service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=a1d3bd57-e78d-4855-ba25-b732e9f9fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303853 Jun 16 13:53:21.414489 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708790e-3a3f-4d83-aff3-3e3d471ab1c6 req-a88a39d4-4aad-45b0-bd04-5547e60a38fc tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:21.416055 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-5708790e-3a3f-4d83-aff3-3e3d471ab1c6 req-a88a39d4-4aad-45b0-bd04-5547e60a38fc tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] 10.222.0.104 "GET /v2.0/ports?device_id=3ef727af-0028-4453-900a-4ee6aca4c775 HTTP/1.1" status: 200 len: 945 time: 0.0726342 Jun 16 13:53:21.458318 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-5708790e-3a3f-4d83-aff3-3e3d471ab1c6 req-1935fac1-7e7a-493f-ab0c-2327bf2e2c75 tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] 10.222.0.104 "GET /v2.0/security-groups?id=a1d3bd57-e78d-4855-ba25-b732e9f9fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359190 Jun 16 13:53:22.140511 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.agents_db [None req-04e01baa-1c8d-439a-8f1b-024cbee7c8c9 None None] Agent healthcheck: found 6 active agents {{(pid=103677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:53:22.646467 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad794e5-f8fd-486e-8207-e932246045da req-97a81ee7-0d41-4376-b149-9eb55d219c65 tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:22.648288 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-6ad794e5-f8fd-486e-8207-e932246045da req-97a81ee7-0d41-4376-b149-9eb55d219c65 tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] 10.222.0.104 "GET /v2.0/ports?device_id=3ef727af-0028-4453-900a-4ee6aca4c775 HTTP/1.1" status: 200 len: 945 time: 0.0718286 Jun 16 13:53:22.693355 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-6ad794e5-f8fd-486e-8207-e932246045da req-a366c2ce-a2d5-4f12-840e-1755464c3cf9 tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] 10.222.0.104 "GET /v2.0/security-groups?id=a1d3bd57-e78d-4855-ba25-b732e9f9fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383799 Jun 16 13:53:25.492322 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41fa5a-5416-45aa-b414-14ac7857e711 req-4f5e1ca2-105c-408f-9e04-535e8030026c tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:25.493905 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ab41fa5a-5416-45aa-b414-14ac7857e711 req-4f5e1ca2-105c-408f-9e04-535e8030026c tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] 10.222.0.104 "GET /v2.0/ports?device_id=3ef727af-0028-4453-900a-4ee6aca4c775 HTTP/1.1" status: 200 len: 945 time: 0.0707335 Jun 16 13:53:25.538055 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ab41fa5a-5416-45aa-b414-14ac7857e711 req-d83c3d24-2eb2-4fbe-9ca6-153c30caf596 tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] 10.222.0.104 "GET /v2.0/security-groups?id=a1d3bd57-e78d-4855-ba25-b732e9f9fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344796 Jun 16 13:53:26.736804 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 45964) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:26.748453 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b2a988-2d56-4db4-b033-a33e5aa09e82 req-76e14b41-5171-4fcc-9964-5f16764024fb tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:26.750085 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-d7b2a988-2d56-4db4-b033-a33e5aa09e82 req-76e14b41-5171-4fcc-9964-5f16764024fb tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] 10.222.0.104 "GET /v2.0/ports?device_id=3ef727af-0028-4453-900a-4ee6aca4c775 HTTP/1.1" status: 200 len: 945 time: 0.0718207 Jun 16 13:53:26.783417 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.db.db_base_plugin_v2 [None req-d193570c-fabb-42bd-bf5b-683e8f851bd5 admin admin] Deleting subnet 48b327bd-5e9a-4af6-8c81-91b9b478956e {{(pid=103675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 13:53:26.786755 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-d193570c-fabb-42bd-bf5b-683e8f851bd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:26.791750 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-d7b2a988-2d56-4db4-b033-a33e5aa09e82 req-9553f834-a928-4351-a3c4-e5bd1eb73fef tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] 10.222.0.104 "GET /v2.0/security-groups?id=a1d3bd57-e78d-4855-ba25-b732e9f9fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355213 Jun 16 13:53:26.826582 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-d193570c-fabb-42bd-bf5b-683e8f851bd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011126'] for subnet, precommit_delete_associations {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:26.882872 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-d193570c-fabb-42bd-bf5b-683e8f851bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693187'] for subnet, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:26.893659 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58513854-97a9-47e7-890a-eafa58b55a86 req-e8f1f1b2-0a24-4069-aa4b-8cc5c27f5b68 tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:53:26.895274 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-58513854-97a9-47e7-890a-eafa58b55a86 req-e8f1f1b2-0a24-4069-aa4b-8cc5c27f5b68 tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] 10.222.0.101 "GET /v2.0/ports?device_id=3ef727af-0028-4453-900a-4ee6aca4c775 HTTP/1.1" status: 200 len: 945 time: 0.0836539 Jun 16 13:53:26.961808 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-d193570c-fabb-42bd-bf5b-683e8f851bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10267055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8682005'] for subnet, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:26.964571 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:26.992417 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d193570c-fabb-42bd-bf5b-683e8f851bd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48b327bd-5e9a-4af6-8c81-91b9b478956e,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:26.995975 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-d193570c-fabb-42bd-bf5b-683e8f851bd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:26.997049 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-d193570c-fabb-42bd-bf5b-683e8f851bd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:27.001166 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-d193570c-fabb-42bd-bf5b-683e8f851bd5 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/48b327bd-5e9a-4af6-8c81-91b9b478956e HTTP/1.1" status: 204 len: 168 time: 0.2632446 Jun 16 13:53:27.002427 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 45966) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:27.085268 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-c3bf1908-e1f4-41a8-b831-dd4cb277f350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1752478'] for network, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:27.179892 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-c3bf1908-e1f4-41a8-b831-dd4cb277f350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1693580', 'neutron.services.segments.db._delete_segments_for_network-8779595370801'] for network, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:27.190635 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.services.segments.db [None req-c3bf1908-e1f4-41a8-b831-dd4cb277f350 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2d5f464-8200-42fc-af0b-2884376208ca']}} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:53:27.202537 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.services.segments.db [None req-c3bf1908-e1f4-41a8-b831-dd4cb277f350 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e13e3e4-88c0-46d1-888d-fe21bb9cab4b') {'for_net_delete': True} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:53:27.202947 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.services.segments.db [None req-c3bf1908-e1f4-41a8-b831-dd4cb277f350 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e13e3e4-88c0-46d1-888d-fe21bb9cab4b') {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:53:27.213472 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-c3bf1908-e1f4-41a8-b831-dd4cb277f350 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779595370114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011119'] for segment, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:27.229187 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-c3bf1908-e1f4-41a8-b831-dd4cb277f350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688368'] for segment, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:27.236611 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3bf1908-e1f4-41a8-b831-dd4cb277f350 admin admin] Releasing vlan 1171 on physical network physnet1 to pool {{(pid=103675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 13:53:27.237368 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-c3bf1908-e1f4-41a8-b831-dd4cb277f350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266928'] for segment, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:27.239885 dv-cinder-789603-10-smb neutron-server[103675]: Traceback (most recent call last): Jun 16 13:53:27.239885 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 13:53:27.239885 dv-cinder-789603-10-smb neutron-server[103675]: timer() Jun 16 13:53:27.239885 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 13:53:27.239885 dv-cinder-789603-10-smb neutron-server[103675]: cb(*args, **kw) Jun 16 13:53:27.239885 dv-cinder-789603-10-smb neutron-server[103675]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 13:53:27.239885 dv-cinder-789603-10-smb neutron-server[103675]: return func(*args, **kwargs) Jun 16 13:53:27.239885 dv-cinder-789603-10-smb neutron-server[103675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 13:53:27.239885 dv-cinder-789603-10-smb neutron-server[103675]: self._notify() Jun 16 13:53:27.239885 dv-cinder-789603-10-smb neutron-server[103675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 13:53:27.239885 dv-cinder-789603-10-smb neutron-server[103675]: self.callback(batched_events) Jun 16 13:53:27.239885 dv-cinder-789603-10-smb neutron-server[103675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 13:53:27.239885 dv-cinder-789603-10-smb neutron-server[103675]: event.method(event) Jun 16 13:53:27.239885 dv-cinder-789603-10-smb neutron-server[103675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 13:53:27.239885 dv-cinder-789603-10-smb neutron-server[103675]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 13:53:27.239885 dv-cinder-789603-10-smb neutron-server[103675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 13:53:27.239885 dv-cinder-789603-10-smb neutron-server[103675]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 13:53:27.239885 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 13:53:27.239885 dv-cinder-789603-10-smb neutron-server[103675]: return f(self, *a, **k) Jun 16 13:53:27.239885 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 13:53:27.239885 dv-cinder-789603-10-smb neutron-server[103675]: return self._get(url).json() Jun 16 13:53:27.239885 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 13:53:27.239885 dv-cinder-789603-10-smb neutron-server[103675]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 13:53:27.239885 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 13:53:27.239885 dv-cinder-789603-10-smb neutron-server[103675]: return self.request(url, 'GET', **kwargs) Jun 16 13:53:27.239885 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 13:53:27.239885 dv-cinder-789603-10-smb neutron-server[103675]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 13:53:27.239885 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 13:53:27.239885 dv-cinder-789603-10-smb neutron-server[103675]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 13:53:27.239885 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 13:53:27.239885 dv-cinder-789603-10-smb neutron-server[103675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 13:53:27.239885 dv-cinder-789603-10-smb neutron-server[103675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 13:53:27.300455 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-c3bf1908-e1f4-41a8-b831-dd4cb277f350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1693573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759152'] for network, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:27.305089 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:27.326051 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-c3bf1908-e1f4-41a8-b831-dd4cb277f350 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for network, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:27.328878 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-c3bf1908-e1f4-41a8-b831-dd4cb277f350 admin admin] 10.222.0.104 "DELETE /v2.0/networks/e2d5f464-8200-42fc-af0b-2884376208ca HTTP/1.1" status: 204 len: 168 time: 0.3246465 Jun 16 13:53:27.330086 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bf1908-e1f4-41a8-b831-dd4cb277f350 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2d5f464-8200-42fc-af0b-2884376208ca,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:27.333630 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-c3bf1908-e1f4-41a8-b831-dd4cb277f350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:27.336627 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [req-58513854-97a9-47e7-890a-eafa58b55a86 req-7c74684a-ffeb-4706-8fd6-1be2fe4ce957 tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] Deleting port 81e03bbc-ba62-4547-be47-d637816f3255 {{(pid=103674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:53:27.336963 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-58513854-97a9-47e7-890a-eafa58b55a86 req-7c74684a-ffeb-4706-8fd6-1be2fe4ce957 tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779595332765'] for port, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:27.438538 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.db [req-58513854-97a9-47e7-890a-eafa58b55a86 req-7c74684a-ffeb-4706-8fd6-1be2fe4ce957 tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] For port 81e03bbc-ba62-4547-be47-d637816f3255, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=81e03bbc-ba62-4547-be47-d637816f3255,segment=NetworkSegment(1bd05b38-f164-4cce-a36a-971ee702dcc5),segment_id=1bd05b38-f164-4cce-a36a-971ee702dcc5)] {{(pid=103674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:53:27.438902 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-58513854-97a9-47e7-890a-eafa58b55a86 req-7c74684a-ffeb-4706-8fd6-1be2fe4ce957 tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757230'] for port, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:27.506972 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [req-58513854-97a9-47e7-890a-eafa58b55a86 req-7c74684a-ffeb-4706-8fd6-1be2fe4ce957 tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] Calling delete_port for 81e03bbc-ba62-4547-be47-d637816f3255 owned by compute:nova {{(pid=103674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:53:27.540189 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 45970) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:27.585785 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-8a6b293a-3b34-4687-a7ec-181342d68a7d admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=51910e9e0301460c8943438ea10b35c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0442491 Jun 16 13:53:27.589932 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 45972) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:27.649896 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-3e0c04be-1ecd-444f-a49f-79664cc64722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:27.657666 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-58513854-97a9-47e7-890a-eafa58b55a86 req-7c74684a-ffeb-4706-8fd6-1be2fe4ce957 tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779595337849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779594881055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10072337'] for port, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:27.663191 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-840856df-dea8-415c-b4c5-671f8a6b4af2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:27.673466 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] get_ports_and_sgs() called for port_ids ['81e03bbc-ba62-4547-be47-d637816f3255'] {{(pid=103676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:53:27.679702 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-3e0c04be-1ecd-444f-a49f-79664cc64722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:27.690060 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c74684a-ffeb-4706-8fd6-1be2fe4ce957 tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] Pushing event deleted for resources: {'Port': ['ID=81e03bbc-ba62-4547-be47-d637816f3255,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:27.727957 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c74684a-ffeb-4706-8fd6-1be2fe4ce957 tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:27.728601 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c74684a-ffeb-4706-8fd6-1be2fe4ce957 tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:27.729202 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c74684a-ffeb-4706-8fd6-1be2fe4ce957 tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:27.730261 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c74684a-ffeb-4706-8fd6-1be2fe4ce957 tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:27.731072 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c74684a-ffeb-4706-8fd6-1be2fe4ce957 tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:27.731676 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c74684a-ffeb-4706-8fd6-1be2fe4ce957 tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:27.732332 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c74684a-ffeb-4706-8fd6-1be2fe4ce957 tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:27.732920 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c74684a-ffeb-4706-8fd6-1be2fe4ce957 tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:27.733714 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c74684a-ffeb-4706-8fd6-1be2fe4ce957 tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:27.734463 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c74684a-ffeb-4706-8fd6-1be2fe4ce957 tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:27.735002 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c74684a-ffeb-4706-8fd6-1be2fe4ce957 tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:27.735536 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c74684a-ffeb-4706-8fd6-1be2fe4ce957 tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:53:27.742187 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-7c74684a-ffeb-4706-8fd6-1be2fe4ce957 tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:27.747591 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-3e0c04be-1ecd-444f-a49f-79664cc64722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:27.751901 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-3e0c04be-1ecd-444f-a49f-79664cc64722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:27.753435 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-3e0c04be-1ecd-444f-a49f-79664cc64722 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/53edafbb-96b2-49f3-9e5a-025d77eb9f52 HTTP/1.1" status: 204 len: 168 time: 0.1621785 Jun 16 13:53:27.754480 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-c4d87c5e-0372-4f5d-abe2-a93e145ce1ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:27.767649 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0c04be-1ecd-444f-a49f-79664cc64722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53edafbb-96b2-49f3-9e5a-025d77eb9f52,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:27.771243 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-3e0c04be-1ecd-444f-a49f-79664cc64722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:27.771486 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [req-58513854-97a9-47e7-890a-eafa58b55a86 req-7c74684a-ffeb-4706-8fd6-1be2fe4ce957 tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] No DVR routers for this DVR port 81e03bbc-ba62-4547-be47-d637816f3255 on host hv-cinder-78960 {{(pid=103674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:53:27.774112 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-58513854-97a9-47e7-890a-eafa58b55a86 req-7c74684a-ffeb-4706-8fd6-1be2fe4ce957 tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914'] for port, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:27.776774 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-58513854-97a9-47e7-890a-eafa58b55a86 req-7c74684a-ffeb-4706-8fd6-1be2fe4ce957 tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] 10.222.0.101 "DELETE /v2.0/ports/81e03bbc-ba62-4547-be47-d637816f3255 HTTP/1.1" status: 204 len: 173 time: 0.8754323 Jun 16 13:53:27.777464 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef727af-0028-4453-900a-4ee6aca4c775', 'name': 'network-vif-deleted', 'tag': '81e03bbc-ba62-4547-be47-d637816f3255'}] {{(pid=103674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:53:27.781834 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf0caa33b503d1f2c3d6e3a51c00f46bab3e78c159fea0ab96052d9779657e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48739869-2964-48c9-b96b-636628aad1c0" -d '{"events": [{"server_uuid": "3ef727af-0028-4453-900a-4ee6aca4c775", "name": "network-vif-deleted", "tag": "81e03bbc-ba62-4547-be47-d637816f3255"}]}' {{(pid=103674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:53:27.828142 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ce7ce8-6f0a-4f66-af46-c25344dcd4bb x-openstack-request-id: req-89ce7ce8-6f0a-4f66-af46-c25344dcd4bb {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:53:27.829334 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ef727af-0028-4453-900a-4ee6aca4c775", "name": "network-vif-deleted", "tag": "81e03bbc-ba62-4547-be47-d637816f3255", "status": "completed", "code": 200}]} {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:53:27.829721 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-89ce7ce8-6f0a-4f66-af46-c25344dcd4bb {{(pid=103674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:53:27.830214 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ef727af-0028-4453-900a-4ee6aca4c775', 'name': 'network-vif-deleted', 'tag': '81e03bbc-ba62-4547-be47-d637816f3255', 'status': 'completed', 'code': 200} Jun 16 13:53:27.955382 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-81b08697-ae4a-4bf6-a7e1-f93aa68bd451 req-650cc235-1d7e-4e9f-aecd-8175a13ddd7b tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] 10.222.0.104 "GET /v2.0/ports?device_id=3ef727af-0028-4453-900a-4ee6aca4c775 HTTP/1.1" status: 200 len: 210 time: 0.0307732 Jun 16 13:53:28.613110 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-c18bdaa8-cde0-4cdc-aedc-edb00ecc0d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:30.869355 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 81e03bbc-ba62-4547-be47-d637816f3255 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:53:30.893086 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] No Port match for: 81e03bbc-ba62-4547-be47-d637816f3255 {{(pid=103676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:53:30.893511 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 81e03bbc-ba62-4547-be47-d637816f3255 not bound to the agent host hv-cinder-78960 {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:53:31.128330 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:31.285801 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-90fb0b73-3a41-4298-a7df-a7f1377a9986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:32.075482 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9426d120-8ef3-450b-a3fa-438be4b95f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:33.953275 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3cd87a0a-8c13-4d66-8546-43ee61e1d8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:39.715398 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:43.658140 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 46098) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:43.703534 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ad00843-65a0-4ebd-a08f-31f5dbb11460 admin admin] Deleting subnet b3a4a6b8-47db-431b-9448-e12c43238aed {{(pid=103675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 13:53:43.706981 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-8ad00843-65a0-4ebd-a08f-31f5dbb11460 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:43.744876 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-8ad00843-65a0-4ebd-a08f-31f5dbb11460 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011126'] for subnet, precommit_delete_associations {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:43.782680 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-8ad00843-65a0-4ebd-a08f-31f5dbb11460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693187'] for subnet, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:43.837701 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-8ad00843-65a0-4ebd-a08f-31f5dbb11460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10267055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8682005'] for subnet, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:43.840011 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:43.861717 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad00843-65a0-4ebd-a08f-31f5dbb11460 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3a4a6b8-47db-431b-9448-e12c43238aed,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:43.865200 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-8ad00843-65a0-4ebd-a08f-31f5dbb11460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:43.868230 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-8ad00843-65a0-4ebd-a08f-31f5dbb11460 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:43.871210 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-8ad00843-65a0-4ebd-a08f-31f5dbb11460 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/b3a4a6b8-47db-431b-9448-e12c43238aed HTTP/1.1" status: 204 len: 168 time: 0.2109270 Jun 16 13:53:43.873081 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 46100) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:43.944794 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-720b8072-bd19-4808-ad42-c09b80aeb967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1752478'] for network, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:44.027508 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-720b8072-bd19-4808-ad42-c09b80aeb967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1693580', 'neutron.services.segments.db._delete_segments_for_network-8779595370801'] for network, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:44.037709 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.services.segments.db [None req-720b8072-bd19-4808-ad42-c09b80aeb967 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe18b175-b49b-4473-9f3b-8ea0e0ad69da']}} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:53:44.047906 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.services.segments.db [None req-720b8072-bd19-4808-ad42-c09b80aeb967 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bd05b38-f164-4cce-a36a-971ee702dcc5') {'for_net_delete': True} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:53:44.048227 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.services.segments.db [None req-720b8072-bd19-4808-ad42-c09b80aeb967 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bd05b38-f164-4cce-a36a-971ee702dcc5') {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:53:44.056924 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-720b8072-bd19-4808-ad42-c09b80aeb967 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779595370114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011119'] for segment, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:44.070502 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-720b8072-bd19-4808-ad42-c09b80aeb967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688368'] for segment, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:44.076596 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-720b8072-bd19-4808-ad42-c09b80aeb967 admin admin] Releasing vlan 1168 on physical network physnet1 to pool {{(pid=103675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 13:53:44.077108 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-720b8072-bd19-4808-ad42-c09b80aeb967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266928'] for segment, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:44.078872 dv-cinder-789603-10-smb neutron-server[103675]: Traceback (most recent call last): Jun 16 13:53:44.078872 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 13:53:44.078872 dv-cinder-789603-10-smb neutron-server[103675]: timer() Jun 16 13:53:44.078872 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 13:53:44.078872 dv-cinder-789603-10-smb neutron-server[103675]: cb(*args, **kw) Jun 16 13:53:44.078872 dv-cinder-789603-10-smb neutron-server[103675]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 13:53:44.078872 dv-cinder-789603-10-smb neutron-server[103675]: return func(*args, **kwargs) Jun 16 13:53:44.078872 dv-cinder-789603-10-smb neutron-server[103675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 13:53:44.078872 dv-cinder-789603-10-smb neutron-server[103675]: self._notify() Jun 16 13:53:44.078872 dv-cinder-789603-10-smb neutron-server[103675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 13:53:44.078872 dv-cinder-789603-10-smb neutron-server[103675]: self.callback(batched_events) Jun 16 13:53:44.078872 dv-cinder-789603-10-smb neutron-server[103675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 13:53:44.078872 dv-cinder-789603-10-smb neutron-server[103675]: event.method(event) Jun 16 13:53:44.078872 dv-cinder-789603-10-smb neutron-server[103675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 13:53:44.078872 dv-cinder-789603-10-smb neutron-server[103675]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 13:53:44.078872 dv-cinder-789603-10-smb neutron-server[103675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 13:53:44.078872 dv-cinder-789603-10-smb neutron-server[103675]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 13:53:44.078872 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 13:53:44.078872 dv-cinder-789603-10-smb neutron-server[103675]: return f(self, *a, **k) Jun 16 13:53:44.078872 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 13:53:44.078872 dv-cinder-789603-10-smb neutron-server[103675]: return self._get(url).json() Jun 16 13:53:44.078872 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 13:53:44.078872 dv-cinder-789603-10-smb neutron-server[103675]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 13:53:44.078872 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 13:53:44.078872 dv-cinder-789603-10-smb neutron-server[103675]: return self.request(url, 'GET', **kwargs) Jun 16 13:53:44.078872 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 13:53:44.078872 dv-cinder-789603-10-smb neutron-server[103675]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 13:53:44.078872 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 13:53:44.078872 dv-cinder-789603-10-smb neutron-server[103675]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 13:53:44.078872 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 13:53:44.078872 dv-cinder-789603-10-smb neutron-server[103675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 13:53:44.078872 dv-cinder-789603-10-smb neutron-server[103675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 13:53:44.137316 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-720b8072-bd19-4808-ad42-c09b80aeb967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1693573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759152'] for network, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:44.141148 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-09ac76b8-6bd0-4bd5-85e0-aa921264157e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:44.143602 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-720b8072-bd19-4808-ad42-c09b80aeb967 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for network, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:44.145469 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-720b8072-bd19-4808-ad42-c09b80aeb967 admin admin] 10.222.0.104 "DELETE /v2.0/networks/fe18b175-b49b-4473-9f3b-8ea0e0ad69da HTTP/1.1" status: 204 len: 168 time: 0.2714808 Jun 16 13:53:44.148645 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 46102) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:44.157242 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720b8072-bd19-4808-ad42-c09b80aeb967 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe18b175-b49b-4473-9f3b-8ea0e0ad69da,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:44.159796 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-720b8072-bd19-4808-ad42-c09b80aeb967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:44.194769 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.db_base_plugin_v2 [None req-e315b495-6f4a-4ede-984a-a7ce80a09d88 admin admin] Deleting subnet c325cf01-b4da-43d3-b701-3d59d3cc72ae {{(pid=103674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 13:53:44.198141 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e315b495-6f4a-4ede-984a-a7ce80a09d88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:44.237519 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e315b495-6f4a-4ede-984a-a7ce80a09d88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9699609'] for subnet, precommit_delete_associations {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:44.291723 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e315b495-6f4a-4ede-984a-a7ce80a09d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693187'] for subnet, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:44.344658 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e315b495-6f4a-4ede-984a-a7ce80a09d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10072539', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816199'] for subnet, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:44.347644 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-d3cbbe8b-41be-4d6d-a85d-229b859b6a0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:44.369610 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e315b495-6f4a-4ede-984a-a7ce80a09d88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c325cf01-b4da-43d3-b701-3d59d3cc72ae,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:44.372886 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-e315b495-6f4a-4ede-984a-a7ce80a09d88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:44.373852 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e315b495-6f4a-4ede-984a-a7ce80a09d88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for subnet, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:44.375662 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-e315b495-6f4a-4ede-984a-a7ce80a09d88 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/c325cf01-b4da-43d3-b701-3d59d3cc72ae HTTP/1.1" status: 204 len: 168 time: 0.2256694 Jun 16 13:53:44.378204 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 46104) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:44.447707 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1ad9a639-dbd2-4c6f-a5a8-5b3e0be50c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1752478'] for network, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:44.532530 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1ad9a639-dbd2-4c6f-a5a8-5b3e0be50c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1693580', 'neutron.services.segments.db._delete_segments_for_network-8779595370801'] for network, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:44.542408 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.services.segments.db [None req-1ad9a639-dbd2-4c6f-a5a8-5b3e0be50c63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87d5bcf4-c68b-4949-8cbc-49122ee2edc5']}} {{(pid=103674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:53:44.553744 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.services.segments.db [None req-1ad9a639-dbd2-4c6f-a5a8-5b3e0be50c63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52c48b92-c560-4a37-b8fe-8547a904ad5c') {'for_net_delete': True} {{(pid=103674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:53:44.554094 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.services.segments.db [None req-1ad9a639-dbd2-4c6f-a5a8-5b3e0be50c63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52c48b92-c560-4a37-b8fe-8547a904ad5c') {} {{(pid=103674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:53:44.562923 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1ad9a639-dbd2-4c6f-a5a8-5b3e0be50c63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779595370114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9699584'] for segment, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:44.576600 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1ad9a639-dbd2-4c6f-a5a8-5b3e0be50c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688368'] for segment, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:44.583089 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ad9a639-dbd2-4c6f-a5a8-5b3e0be50c63 admin admin] Releasing vlan 1151 on physical network physnet1 to pool {{(pid=103674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 13:53:44.583493 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1ad9a639-dbd2-4c6f-a5a8-5b3e0be50c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10072388'] for segment, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:44.585203 dv-cinder-789603-10-smb neutron-server[103674]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:53:44.585203 dv-cinder-789603-10-smb neutron-server[103674]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:53:44.585203 dv-cinder-789603-10-smb neutron-server[103674]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:53:44.585203 dv-cinder-789603-10-smb neutron-server[103674]: retrieve_revision_numbers = { Jun 16 13:53:44.585203 dv-cinder-789603-10-smb neutron-server[103674]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:53:44.585203 dv-cinder-789603-10-smb neutron-server[103674]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:53:44.585203 dv-cinder-789603-10-smb neutron-server[103674]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:53:44.585203 dv-cinder-789603-10-smb neutron-server[103674]: retrieve_revision_numbers = { Jun 16 13:53:44.585203 dv-cinder-789603-10-smb neutron-server[103674]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:53:44.585203 dv-cinder-789603-10-smb neutron-server[103674]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:53:44.585203 dv-cinder-789603-10-smb neutron-server[103674]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:53:44.585203 dv-cinder-789603-10-smb neutron-server[103674]: retrieve_revision_numbers = { Jun 16 13:53:44.585203 dv-cinder-789603-10-smb neutron-server[103674]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:53:44.585203 dv-cinder-789603-10-smb neutron-server[103674]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:53:44.585203 dv-cinder-789603-10-smb neutron-server[103674]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:53:44.585203 dv-cinder-789603-10-smb neutron-server[103674]: retrieve_revision_numbers = { Jun 16 13:53:44.585203 dv-cinder-789603-10-smb neutron-server[103674]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:53:44.585203 dv-cinder-789603-10-smb neutron-server[103674]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:53:44.585203 dv-cinder-789603-10-smb neutron-server[103674]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:53:44.585203 dv-cinder-789603-10-smb neutron-server[103674]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:53:44.585203 dv-cinder-789603-10-smb neutron-server[103674]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:53:44.585203 dv-cinder-789603-10-smb neutron-server[103674]: retrieve_revision_numbers = { Jun 16 13:53:44.585203 dv-cinder-789603-10-smb neutron-server[103674]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:53:44.585203 dv-cinder-789603-10-smb neutron-server[103674]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:53:44.585203 dv-cinder-789603-10-smb neutron-server[103674]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:53:44.585203 dv-cinder-789603-10-smb neutron-server[103674]: retrieve_revision_numbers = { Jun 16 13:53:44.585203 dv-cinder-789603-10-smb neutron-server[103674]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:53:44.585203 dv-cinder-789603-10-smb neutron-server[103674]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:53:44.585203 dv-cinder-789603-10-smb neutron-server[103674]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:53:44.585203 dv-cinder-789603-10-smb neutron-server[103674]: retrieve_revision_numbers = { Jun 16 13:53:44.585203 dv-cinder-789603-10-smb neutron-server[103674]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:53:44.585203 dv-cinder-789603-10-smb neutron-server[103674]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:53:44.585203 dv-cinder-789603-10-smb neutron-server[103674]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:53:44.585203 dv-cinder-789603-10-smb neutron-server[103674]: retrieve_revision_numbers = { Jun 16 13:53:44.585203 dv-cinder-789603-10-smb neutron-server[103674]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:53:44.585203 dv-cinder-789603-10-smb neutron-server[103674]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:53:44.585203 dv-cinder-789603-10-smb neutron-server[103674]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:53:44.585203 dv-cinder-789603-10-smb neutron-server[103674]: retrieve_revision_numbers = { Jun 16 13:53:44.585203 dv-cinder-789603-10-smb neutron-server[103674]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:53:44.585203 dv-cinder-789603-10-smb neutron-server[103674]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:53:44.585203 dv-cinder-789603-10-smb neutron-server[103674]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:53:44.585203 dv-cinder-789603-10-smb neutron-server[103674]: retrieve_revision_numbers = { Jun 16 13:53:44.585203 dv-cinder-789603-10-smb neutron-server[103674]: Traceback (most recent call last): Jun 16 13:53:44.585203 dv-cinder-789603-10-smb neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 13:53:44.585203 dv-cinder-789603-10-smb neutron-server[103674]: timer() Jun 16 13:53:44.585203 dv-cinder-789603-10-smb neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 13:53:44.585203 dv-cinder-789603-10-smb neutron-server[103674]: cb(*args, **kw) Jun 16 13:53:44.585203 dv-cinder-789603-10-smb neutron-server[103674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 13:53:44.588238 dv-cinder-789603-10-smb neutron-server[103674]: return func(*args, **kwargs) Jun 16 13:53:44.588238 dv-cinder-789603-10-smb neutron-server[103674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 13:53:44.588238 dv-cinder-789603-10-smb neutron-server[103674]: self._notify() Jun 16 13:53:44.588238 dv-cinder-789603-10-smb neutron-server[103674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 13:53:44.588238 dv-cinder-789603-10-smb neutron-server[103674]: self.callback(batched_events) Jun 16 13:53:44.588238 dv-cinder-789603-10-smb neutron-server[103674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 13:53:44.588238 dv-cinder-789603-10-smb neutron-server[103674]: event.method(event) Jun 16 13:53:44.588238 dv-cinder-789603-10-smb neutron-server[103674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 13:53:44.588238 dv-cinder-789603-10-smb neutron-server[103674]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 13:53:44.588238 dv-cinder-789603-10-smb neutron-server[103674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 13:53:44.588238 dv-cinder-789603-10-smb neutron-server[103674]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 13:53:44.588238 dv-cinder-789603-10-smb neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 13:53:44.588238 dv-cinder-789603-10-smb neutron-server[103674]: return f(self, *a, **k) Jun 16 13:53:44.588238 dv-cinder-789603-10-smb neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 13:53:44.588238 dv-cinder-789603-10-smb neutron-server[103674]: return self._get(url).json() Jun 16 13:53:44.588238 dv-cinder-789603-10-smb neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 13:53:44.588238 dv-cinder-789603-10-smb neutron-server[103674]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 13:53:44.588238 dv-cinder-789603-10-smb neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 13:53:44.588238 dv-cinder-789603-10-smb neutron-server[103674]: return self.request(url, 'GET', **kwargs) Jun 16 13:53:44.588238 dv-cinder-789603-10-smb neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 13:53:44.588238 dv-cinder-789603-10-smb neutron-server[103674]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 13:53:44.588238 dv-cinder-789603-10-smb neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 13:53:44.588238 dv-cinder-789603-10-smb neutron-server[103674]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 13:53:44.588238 dv-cinder-789603-10-smb neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 13:53:44.588238 dv-cinder-789603-10-smb neutron-server[103674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 13:53:44.588238 dv-cinder-789603-10-smb neutron-server[103674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 13:53:44.642021 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1ad9a639-dbd2-4c6f-a5a8-5b3e0be50c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1693573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759152'] for network, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:44.645862 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:44.648370 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1ad9a639-dbd2-4c6f-a5a8-5b3e0be50c63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for network, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:44.650155 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-1ad9a639-dbd2-4c6f-a5a8-5b3e0be50c63 admin admin] 10.222.0.104 "DELETE /v2.0/networks/87d5bcf4-c68b-4949-8cbc-49122ee2edc5 HTTP/1.1" status: 204 len: 168 time: 0.2710440 Jun 16 13:53:44.661298 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad9a639-dbd2-4c6f-a5a8-5b3e0be50c63 admin admin] Pushing event deleted for resources: {'Network': ['ID=87d5bcf4-c68b-4949-8cbc-49122ee2edc5,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:44.663727 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-1ad9a639-dbd2-4c6f-a5a8-5b3e0be50c63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:44.831783 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 46108) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:44.873788 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-f1db97e5-4ede-477e-acef-cf4cd7da6434 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=953ea4ac0c814f599a977b2e7e36f921&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406759 Jun 16 13:53:44.876662 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 46110) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:44.928681 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-3ebc77d5-bb6a-4d61-add2-15b7627019f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:44.950778 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-3ebc77d5-bb6a-4d61-add2-15b7627019f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:44.997350 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-3ebc77d5-bb6a-4d61-add2-15b7627019f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:44.999632 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-3ebc77d5-bb6a-4d61-add2-15b7627019f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:45.000859 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-3ebc77d5-bb6a-4d61-add2-15b7627019f9 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/a1d3bd57-e78d-4855-ba25-b732e9f9fd70 HTTP/1.1" status: 204 len: 168 time: 0.1231713 Jun 16 13:53:45.001624 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-e82d465a-cec2-4425-a980-f71582a59c6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:45.009777 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebc77d5-bb6a-4d61-add2-15b7627019f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d3bd57-e78d-4855-ba25-b732e9f9fd70,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:45.012758 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-3ebc77d5-bb6a-4d61-add2-15b7627019f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:45.363508 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 46116) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:45.405608 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-c8a1a86f-c121-4d42-af1f-b8b7b7947fa7 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=7986437f02294c679f039b7882e17409&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408261 Jun 16 13:53:45.407994 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 46118) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:53:45.461928 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d474bb69-4293-428a-8270-bba1af08296f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:45.484235 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d474bb69-4293-428a-8270-bba1af08296f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:45.532758 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d474bb69-4293-428a-8270-bba1af08296f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:45.535623 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d474bb69-4293-428a-8270-bba1af08296f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:45.537222 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-d474bb69-4293-428a-8270-bba1af08296f admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/92bb01ff-5994-45b3-b728-deb0965ccbb5 HTTP/1.1" status: 204 len: 168 time: 0.1281657 Jun 16 13:53:45.538112 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-f878297f-11f0-4a34-b9a4-91a9148c98be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:53:45.550244 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d474bb69-4293-428a-8270-bba1af08296f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92bb01ff-5994-45b3-b728-deb0965ccbb5,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:53:45.554521 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-d474bb69-4293-428a-8270-bba1af08296f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:53:58.616132 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-2a34a028-8340-492c-a30b-1a611915b764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:53:59.140297 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.agents_db [None req-04e01baa-1c8d-439a-8f1b-024cbee7c8c9 None None] Agent healthcheck: found 6 active agents {{(pid=103677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:54:01.138246 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:01.293449 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-ade0de1d-2caa-4188-aae1-0cee6527c514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:02.079761 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9426d120-8ef3-450b-a3fa-438be4b95f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:03.954808 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3cd87a0a-8c13-4d66-8546-43ee61e1d8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:09.709154 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 46294) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:54:09.711518 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:09.816960 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e2430587-2dc1-438a-a344-559576951d13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:09.909100 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e2430587-2dc1-438a-a344-559576951d13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:09.913849 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-e2430587-2dc1-438a-a344-559576951d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:09.916411 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-bce93440-e079-4651-9265-d914449e7d9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:54:09.952358 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-e2430587-2dc1-438a-a344-559576951d13 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=17071473922b4bd8a878ee0c1956a3ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2419276 Jun 16 13:54:09.953337 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2430587-2dc1-438a-a344-559576951d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62128e46-35dd-4361-a7ce-c24d6e939d0a,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:54:09.955110 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 46298) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:54:09.957472 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-e2430587-2dc1-438a-a344-559576951d13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:54:10.005064 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-c27d9f5e-ebc4-4e4e-9e77-1ce491bd3a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:10.025555 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-c27d9f5e-ebc4-4e4e-9e77-1ce491bd3a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:10.072379 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-c27d9f5e-ebc4-4e4e-9e77-1ce491bd3a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:10.074880 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-c27d9f5e-ebc4-4e4e-9e77-1ce491bd3a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:10.076002 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-c27d9f5e-ebc4-4e4e-9e77-1ce491bd3a32 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/62128e46-35dd-4361-a7ce-c24d6e939d0a HTTP/1.1" status: 204 len: 168 time: 0.1190584 Jun 16 13:54:10.076776 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-dbd785a0-efde-4392-887d-8e6119783d12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:54:10.084700 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d9f5e-ebc4-4e4e-9e77-1ce491bd3a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62128e46-35dd-4361-a7ce-c24d6e939d0a,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:54:10.091926 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d9f5e-ebc4-4e4e-9e77-1ce491bd3a32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:10.092318 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d9f5e-ebc4-4e4e-9e77-1ce491bd3a32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:10.092677 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d9f5e-ebc4-4e4e-9e77-1ce491bd3a32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:10.093139 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d9f5e-ebc4-4e4e-9e77-1ce491bd3a32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:10.093507 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d9f5e-ebc4-4e4e-9e77-1ce491bd3a32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:10.093887 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d9f5e-ebc4-4e4e-9e77-1ce491bd3a32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:10.094304 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d9f5e-ebc4-4e4e-9e77-1ce491bd3a32 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:10.094582 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d9f5e-ebc4-4e4e-9e77-1ce491bd3a32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:10.094935 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d9f5e-ebc4-4e4e-9e77-1ce491bd3a32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:10.095268 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d9f5e-ebc4-4e4e-9e77-1ce491bd3a32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:10.095592 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d9f5e-ebc4-4e4e-9e77-1ce491bd3a32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:10.095933 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27d9f5e-ebc4-4e4e-9e77-1ce491bd3a32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:10.099370 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-c27d9f5e-ebc4-4e4e-9e77-1ce491bd3a32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:54:21.156258 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 46414) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:54:21.279700 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-dc560486-159d-4aa6-be2a-5ca24bbd42a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:21.378012 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-dc560486-159d-4aa6-be2a-5ca24bbd42a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:21.383124 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-dc560486-159d-4aa6-be2a-5ca24bbd42a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:21.385927 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-1a9f7b1f-e66d-4189-a141-e3b4bd51e4ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:54:21.422861 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-dc560486-159d-4aa6-be2a-5ca24bbd42a7 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=94842bf47dbe419481b3f58af957905b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2654040 Jun 16 13:54:21.423682 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc560486-159d-4aa6-be2a-5ca24bbd42a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367f6823-c521-4a53-875a-cc4a9378a382,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:54:21.425822 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 46418) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:54:21.427378 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-dc560486-159d-4aa6-be2a-5ca24bbd42a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:54:21.481113 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-6131b466-7437-4051-ac4f-e148d932f635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:21.504225 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-6131b466-7437-4051-ac4f-e148d932f635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:21.558993 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-6131b466-7437-4051-ac4f-e148d932f635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:21.562078 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-6131b466-7437-4051-ac4f-e148d932f635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:21.563302 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-6131b466-7437-4051-ac4f-e148d932f635 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/367f6823-c521-4a53-875a-cc4a9378a382 HTTP/1.1" status: 204 len: 168 time: 0.1364298 Jun 16 13:54:21.564193 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-3aa8cd29-ffef-4f73-8033-9ba07644a095 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:54:21.573213 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6131b466-7437-4051-ac4f-e148d932f635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367f6823-c521-4a53-875a-cc4a9378a382,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:54:21.576709 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-6131b466-7437-4051-ac4f-e148d932f635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:54:22.226778 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 46440) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:54:22.328904 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [None req-b4ee2b60-96bd-4ba5-b8fd-68f2ad38c17b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-69470825-network', 'tenant_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:54:22.357115 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ee2b60-96bd-4ba5-b8fd-68f2ad38c17b admin admin] Made reservation on behalf of fad49bd7b94b4ef9b24fc837ecdd50b2 for: {'network': 1} {{(pid=103674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:54:22.360897 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b4ee2b60-96bd-4ba5-b8fd-68f2ad38c17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for network, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:22.376602 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b4ee2b60-96bd-4ba5-b8fd-68f2ad38c17b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:22.493749 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b4ee2b60-96bd-4ba5-b8fd-68f2ad38c17b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:22.498372 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b4ee2b60-96bd-4ba5-b8fd-68f2ad38c17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:22.501629 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-c7fb93fc-bb70-4b4b-8442-b596a66c6bab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:54:22.524275 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4ee2b60-96bd-4ba5-b8fd-68f2ad38c17b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1167} {{(pid=103674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 13:54:22.536779 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ee2b60-96bd-4ba5-b8fd-68f2ad38c17b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f3190a-73d7-43d7-8b47-d1c41a7d55e1,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:54:22.539883 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-b4ee2b60-96bd-4ba5-b8fd-68f2ad38c17b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:54:22.541270 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b4ee2b60-96bd-4ba5-b8fd-68f2ad38c17b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688368'] for segment, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:22.541542 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.db.segments_db [None req-b4ee2b60-96bd-4ba5-b8fd-68f2ad38c17b admin admin] Added segment e3bb6e18-bf5f-42ad-89da-038fc1b95c45 of type vlan for network 3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712 Jun 16 13:54:22.583731 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b4ee2b60-96bd-4ba5-b8fd-68f2ad38c17b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779594884509'] for network, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:22.623900 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b4ee2b60-96bd-4ba5-b8fd-68f2ad38c17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183'] for network, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:22.626721 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ee2b60-96bd-4ba5-b8fd-68f2ad38c17b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:22.627323 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b4ee2b60-96bd-4ba5-b8fd-68f2ad38c17b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for network, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:22.629812 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-51477aad-c1e2-4856-bb97-94691d0f8d82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:54:22.679306 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-b4ee2b60-96bd-4ba5-b8fd-68f2ad38c17b admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4512210 Jun 16 13:54:22.682292 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 46444) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:54:22.687256 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.v2.base [None req-50f7795d-0a3e-4646-9419-55f488fcba3b admin admin] Request body: {'subnet': {'network_id': '3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-69470825-subnet', 'tenant_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'ip_version': 4}} {{(pid=103675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:54:22.697769 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ee2b60-96bd-4ba5-b8fd-68f2ad38c17b admin admin] Pushing event updated for resources: {'Network': ['ID=3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:54:22.700881 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-b4ee2b60-96bd-4ba5-b8fd-68f2ad38c17b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:54:22.711030 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f7795d-0a3e-4646-9419-55f488fcba3b admin admin] Made reservation on behalf of fad49bd7b94b4ef9b24fc837ecdd50b2 for: {'subnet': 1} {{(pid=103675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:54:22.711296 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Network 3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712 details requested by agent ovs-agent-dv-cinder-789603-10-smb with host dv-cinder-789603-10-smb {{(pid=103676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 13:54:22.713202 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-50f7795d-0a3e-4646-9419-55f488fcba3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8681998'] for subnet, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:22.885143 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-50f7795d-0a3e-4646-9419-55f488fcba3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10267118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8682012'] for subnet, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:22.888266 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:54:22.946238 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f7795d-0a3e-4646-9419-55f488fcba3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b458dbe4-68f5-4493-a0e0-8600d292f148,revision_number=0']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:54:22.949705 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-50f7795d-0a3e-4646-9419-55f488fcba3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:54:22.955898 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f7795d-0a3e-4646-9419-55f488fcba3b admin admin] Checking segment: {'id': 'e3bb6e18-bf5f-42ad-89da-038fc1b95c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:54:22.956303 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f7795d-0a3e-4646-9419-55f488fcba3b admin admin] Network hostable DHCP agents. Network: 3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712, hostable agents: ['8ea809cc-5bb3-41d5-8624-7e06cbdf14c2'], hosted agents: [] {{(pid=103675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 13:54:22.977346 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f7795d-0a3e-4646-9419-55f488fcba3b admin admin] Network 3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712 is scheduled to be hosted by DHCP agent 8ea809cc-5bb3-41d5-8624-7e06cbdf14c2 with binding_index 1 {{(pid=103675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 13:54:22.988586 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.base_scheduler [None req-50f7795d-0a3e-4646-9419-55f488fcba3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-10-smb, 3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712) {{(pid=103675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:54:22.993085 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f7795d-0a3e-4646-9419-55f488fcba3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:22.993693 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-50f7795d-0a3e-4646-9419-55f488fcba3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:22.998326 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed432ba-e197-43e2-a202-af15e945a566 None None] Network 3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712 requested from dv-cinder-789603-10-smb {{(pid=103676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:54:23.016412 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-50f7795d-0a3e-4646-9419-55f488fcba3b admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3327672 Jun 16 13:54:23.019298 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 46446) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:54:23.026459 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.v2.base [None req-bf340c6b-3c69-4fbd-a4fd-d61f7dce7fea admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-69470825-router', 'tenant_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750'}}} {{(pid=103675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:54:23.059109 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-bf340c6b-3c69-4fbd-a4fd-d61f7dce7fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-702849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-971'] for router, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:23.060012 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-bf340c6b-3c69-4fbd-a4fd-d61f7dce7fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759425', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-816'] for router, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:23.125080 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-bf340c6b-3c69-4fbd-a4fd-d61f7dce7fea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:23.168414 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aacb8c4-0b8d-4dcb-b07c-f89a5ce1d39b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ef6e693-be21-5da5-ac6d-439e2aa17c13-3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712', 'network_id': '3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712', 'tenant_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'fixed_ips': [{'subnet_id': 'b458dbe4-68f5-4493-a0e0-8600d292f148'}]}} from dv-cinder-789603-10-smb. {{(pid=103676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 13:54:23.169321 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-2aacb8c4-0b8d-4dcb-b07c-f89a5ce1d39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for port, before_create {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:23.263866 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-bf340c6b-3c69-4fbd-a4fd-d61f7dce7fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-702895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-806'] for router, precommit_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:23.309657 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.db_base_plugin_common [None req-2aacb8c4-0b8d-4dcb-b07c-f89a5ce1d39b None None] Allocated IP 172.20.0.2 (3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712/b458dbe4-68f5-4493-a0e0-8600d292f148/824be28a-0028-4202-9966-acd52ba31eba) {{(pid=103676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:54:23.458062 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-2aacb8c4-0b8d-4dcb-b07c-f89a5ce1d39b None None] Notify callbacks [] for port, precommit_create {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:23.467453 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-bf340c6b-3c69-4fbd-a4fd-d61f7dce7fea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:23.467811 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-2aacb8c4-0b8d-4dcb-b07c-f89a5ce1d39b None None] Transition to ACTIVE for port object 824be28a-0028-4202-9966-acd52ba31eba will not be triggered until provisioned by entity L2. {{(pid=103676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:54:23.484943 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-2aacb8c4-0b8d-4dcb-b07c-f89a5ce1d39b None None] Transition to ACTIVE for port object 824be28a-0028-4202-9966-acd52ba31eba will not be triggered until provisioned by entity DHCP. {{(pid=103676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:54:23.488233 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-bf340c6b-3c69-4fbd-a4fd-d61f7dce7fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for port, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:23.494299 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-2aacb8c4-0b8d-4dcb-b07c-f89a5ce1d39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1833118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779594881046'] for port, after_create {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:23.497429 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:54:23.532057 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aacb8c4-0b8d-4dcb-b07c-f89a5ce1d39b None None] Network 3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712 is already hosted by enough agents. {{(pid=103676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:54:23.537721 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.scheduler.base_scheduler [None req-2aacb8c4-0b8d-4dcb-b07c-f89a5ce1d39b None None] Resources bound (agent type, host, resource id): {{(pid=103676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:54:23.540875 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aacb8c4-0b8d-4dcb-b07c-f89a5ce1d39b None None] Received port after_create {{(pid=103676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:54:23.548413 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aacb8c4-0b8d-4dcb-b07c-f89a5ce1d39b None None] Pushing event updated for resources: {'Port': ['ID=824be28a-0028-4202-9966-acd52ba31eba,revision_number=1']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:54:23.573008 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aacb8c4-0b8d-4dcb-b07c-f89a5ce1d39b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:23.573255 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aacb8c4-0b8d-4dcb-b07c-f89a5ce1d39b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:23.573595 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aacb8c4-0b8d-4dcb-b07c-f89a5ce1d39b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:23.573929 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aacb8c4-0b8d-4dcb-b07c-f89a5ce1d39b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:23.574258 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aacb8c4-0b8d-4dcb-b07c-f89a5ce1d39b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:23.574584 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aacb8c4-0b8d-4dcb-b07c-f89a5ce1d39b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:23.574909 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aacb8c4-0b8d-4dcb-b07c-f89a5ce1d39b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:23.575231 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aacb8c4-0b8d-4dcb-b07c-f89a5ce1d39b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:23.575552 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aacb8c4-0b8d-4dcb-b07c-f89a5ce1d39b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:23.575873 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aacb8c4-0b8d-4dcb-b07c-f89a5ce1d39b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:23.576232 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aacb8c4-0b8d-4dcb-b07c-f89a5ce1d39b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:23.576547 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aacb8c4-0b8d-4dcb-b07c-f89a5ce1d39b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:23.599867 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-2aacb8c4-0b8d-4dcb-b07c-f89a5ce1d39b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:54:23.604742 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.db.db_base_plugin_common [None req-bf340c6b-3c69-4fbd-a4fd-d61f7dce7fea admin admin] Allocated IP 172.28.1.61 (0670eadb-aa0f-4551-9ff4-64f252730750/f2f4aa09-e9c1-4804-aa42-b5c4d121e78a/5738541d-b107-4aeb-bcff-be588cef423f) {{(pid=103675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:54:23.613901 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-2aacb8c4-0b8d-4dcb-b07c-f89a5ce1d39b None None] Attempting to bind port 824be28a-0028-4202-9966-acd52ba31eba on host dv-cinder-789603-10-smb for vnic_type normal with profile {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:54:23.614277 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-2aacb8c4-0b8d-4dcb-b07c-f89a5ce1d39b None None] Attempting to bind port 824be28a-0028-4202-9966-acd52ba31eba by drivers openvswitch,hyperv on host dv-cinder-789603-10-smb at level 0 using segments [{'id': 'e3bb6e18-bf5f-42ad-89da-038fc1b95c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712'}] {{(pid=103676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:54:23.614649 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aacb8c4-0b8d-4dcb-b07c-f89a5ce1d39b None None] Attempting to bind port 824be28a-0028-4202-9966-acd52ba31eba on network 3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712 {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:54:23.621156 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aacb8c4-0b8d-4dcb-b07c-f89a5ce1d39b None None] Checking agent: {'id': '621db60c-c63b-44d7-809e-3da174a43cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 1), 'started_at': datetime.datetime(2021, 6, 16, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:54:23.621539 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aacb8c4-0b8d-4dcb-b07c-f89a5ce1d39b None None] Checking segment: {'id': 'e3bb6e18-bf5f-42ad-89da-038fc1b95c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:54:23.621955 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-2aacb8c4-0b8d-4dcb-b07c-f89a5ce1d39b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:23.622350 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aacb8c4-0b8d-4dcb-b07c-f89a5ce1d39b None None] Bound using segment: {'id': 'e3bb6e18-bf5f-42ad-89da-038fc1b95c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712'} {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:54:23.622837 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-2aacb8c4-0b8d-4dcb-b07c-f89a5ce1d39b None None] Bound port: 824be28a-0028-4202-9966-acd52ba31eba, host: dv-cinder-789603-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3bb6e18-bf5f-42ad-89da-038fc1b95c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712'}}] {{(pid=103676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:54:23.623206 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-2aacb8c4-0b8d-4dcb-b07c-f89a5ce1d39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:23.693704 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-2aacb8c4-0b8d-4dcb-b07c-f89a5ce1d39b None None] For port 824be28a-0028-4202-9966-acd52ba31eba, host dv-cinder-789603-10-smb, cleared binding levels {{(pid=103676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:54:23.697007 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-2aacb8c4-0b8d-4dcb-b07c-f89a5ce1d39b None None] For port 824be28a-0028-4202-9966-acd52ba31eba, host dv-cinder-789603-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=824be28a-0028-4202-9966-acd52ba31eba,segment=NetworkSegment(e3bb6e18-bf5f-42ad-89da-038fc1b95c45),segment_id=e3bb6e18-bf5f-42ad-89da-038fc1b95c45)] {{(pid=103676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:54:23.702850 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-2aacb8c4-0b8d-4dcb-b07c-f89a5ce1d39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:23.706371 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:54:23.717381 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-bf340c6b-3c69-4fbd-a4fd-d61f7dce7fea admin admin] Notify callbacks [] for port, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:23.770152 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-bf340c6b-3c69-4fbd-a4fd-d61f7dce7fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1833118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779594881046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10267002'] for port, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:23.774308 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-67ec36b6-6172-43c9-b80d-bab7c3b83ae0 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:54:23.778732 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aacb8c4-0b8d-4dcb-b07c-f89a5ce1d39b None None] Pushing event updated for resources: {'Port': ['ID=824be28a-0028-4202-9966-acd52ba31eba,revision_number=2']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:54:23.784586 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-2aacb8c4-0b8d-4dcb-b07c-f89a5ce1d39b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:54:23.812818 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf340c6b-3c69-4fbd-a4fd-d61f7dce7fea admin admin] Network 0670eadb-aa0f-4551-9ff4-64f252730750 is already hosted by enough agents. {{(pid=103675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:54:23.820664 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.base_scheduler [None req-bf340c6b-3c69-4fbd-a4fd-d61f7dce7fea admin admin] Resources bound (agent type, host, resource id): {{(pid=103675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:54:23.825175 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf340c6b-3c69-4fbd-a4fd-d61f7dce7fea admin admin] Received port after_create {{(pid=103675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:54:23.828348 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf340c6b-3c69-4fbd-a4fd-d61f7dce7fea admin admin] Pushing event updated for resources: {'Port': ['ID=5738541d-b107-4aeb-bcff-be588cef423f,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:54:23.851618 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-bf340c6b-3c69-4fbd-a4fd-d61f7dce7fea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:54:24.136626 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-bf340c6b-3c69-4fbd-a4fd-d61f7dce7fea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:24.585532 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454fbb49-b3b9-4d3c-a977-7b0676a635c1 None None] Network 3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712 requested from dv-cinder-789603-10-smb {{(pid=103676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:54:24.590091 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-bf340c6b-3c69-4fbd-a4fd-d61f7dce7fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-702904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759525'] for router, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:24.676772 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-9dd58655-e466-4857-9748-c6a0f711c996 None None] Provisioning for port 824be28a-0028-4202-9966-acd52ba31eba completed by entity DHCP. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:54:24.724909 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf340c6b-3c69-4fbd-a4fd-d61f7dce7fea admin admin] Router 4f0edd33-52c1-43aa-8eac-09f2b325f15d is scheduled to L3 agent bfb54b95-b8bd-4202-8e6c-bc5e048a10e9 with binding_index 1 {{(pid=103675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 13:54:24.833647 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf340c6b-3c69-4fbd-a4fd-d61f7dce7fea admin admin] Notify agent at l3_agent.dv-cinder-789603-10-smb the message routers_updated {{(pid=103675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:54:24.842825 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1084a08-ea3f-4cf2-b291-dfc300c81971 None None] Sync routers for ids ['4f0edd33-52c1-43aa-8eac-09f2b325f15d'] in dv-cinder-789603-10-smb {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:54:24.851935 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-bf340c6b-3c69-4fbd-a4fd-d61f7dce7fea admin admin] Notify callbacks [] for router, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:24.853067 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1084a08-ea3f-4cf2-b291-dfc300c81971 None None] Routers {'4f0edd33-52c1-43aa-8eac-09f2b325f15d'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:54:24.853216 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-bf340c6b-3c69-4fbd-a4fd-d61f7dce7fea admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8325777 Jun 16 13:54:24.853931 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-a1084a08-ea3f-4cf2-b291-dfc300c81971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:54:01Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['4f0edd33-52c1-43aa-8eac-09f2b325f15d'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:54:24.855790 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 46448) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:54:24.967104 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-a1084a08-ea3f-4cf2-b291-dfc300c81971 None None] Set router 4f0edd33-52c1-43aa-8eac-09f2b325f15d gateway port host: dv-cinder-789603-10-smb {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:54:25.157436 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-a1084a08-ea3f-4cf2-b291-dfc300c81971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0edd33-52c1-43aa-8eac-09f2b325f15d', 'name': 'tempest-TestMinimumBasicScenario-69470825-router', 'tenant_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': '5738541d-b107-4aeb-bcff-be588cef423f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:54:23Z', 'updated_at': '2021-06-16T13:54:24Z', 'revision_number': 3, 'project_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'gw_port': {'id': '5738541d-b107-4aeb-bcff-be588cef423f', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f0edd33-52c1-43aa-8eac-09f2b325f15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:54:23Z', 'updated_at': '2021-06-16T13:54:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb'}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:54:25.160931 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1084a08-ea3f-4cf2-b291-dfc300c81971 None None] Checking router: 4f0edd33-52c1-43aa-8eac-09f2b325f15d for host: dv-cinder-789603-10-smb {{(pid=103676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:54:25.161212 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1084a08-ea3f-4cf2-b291-dfc300c81971 None None] Updating router 4f0edd33-52c1-43aa-8eac-09f2b325f15d port 5738541d-b107-4aeb-bcff-be588cef423f binding host dv-cinder-789603-10-smb {{(pid=103676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 13:54:25.200466 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-a1084a08-ea3f-4cf2-b291-dfc300c81971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:25.271588 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-18e449d1-9795-427b-9ee4-e827a3b71a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for port, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:25.441134 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.db.db_base_plugin_common [None req-18e449d1-9795-427b-9ee4-e827a3b71a59 admin admin] Allocated IP 172.20.0.1 (3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712/b458dbe4-68f5-4493-a0e0-8600d292f148/8d895b5a-6612-4ccc-9b9a-20db0e110a17) {{(pid=103675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:54:25.474341 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-a1084a08-ea3f-4cf2-b291-dfc300c81971 None None] Notify callbacks [] for port, precommit_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:25.485737 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-a1084a08-ea3f-4cf2-b291-dfc300c81971 None None] Transition to ACTIVE for port object 5738541d-b107-4aeb-bcff-be588cef423f will not be triggered until provisioned by entity L2. {{(pid=103676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:54:25.492451 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-a1084a08-ea3f-4cf2-b291-dfc300c81971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:25.494830 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:54:25.542684 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-a1084a08-ea3f-4cf2-b291-dfc300c81971 None None] Attempting to bind port 5738541d-b107-4aeb-bcff-be588cef423f on host dv-cinder-789603-10-smb for vnic_type normal with profile {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:54:25.543058 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-a1084a08-ea3f-4cf2-b291-dfc300c81971 None None] Attempting to bind port 5738541d-b107-4aeb-bcff-be588cef423f by drivers openvswitch,hyperv on host dv-cinder-789603-10-smb at level 0 using segments [{'id': '8c058e4f-8cd0-4a1d-96cc-b525f030ca20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750'}] {{(pid=103676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:54:25.543598 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1084a08-ea3f-4cf2-b291-dfc300c81971 None None] Attempting to bind port 5738541d-b107-4aeb-bcff-be588cef423f on network 0670eadb-aa0f-4551-9ff4-64f252730750 {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:54:25.549923 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-18e449d1-9795-427b-9ee4-e827a3b71a59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:25.551847 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1084a08-ea3f-4cf2-b291-dfc300c81971 None None] Checking agent: {'id': '621db60c-c63b-44d7-809e-3da174a43cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 1), 'started_at': datetime.datetime(2021, 6, 16, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:54:25.552229 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1084a08-ea3f-4cf2-b291-dfc300c81971 None None] Checking segment: {'id': '8c058e4f-8cd0-4a1d-96cc-b525f030ca20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:54:25.552660 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-a1084a08-ea3f-4cf2-b291-dfc300c81971 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:25.553255 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1084a08-ea3f-4cf2-b291-dfc300c81971 None None] Bound using segment: {'id': '8c058e4f-8cd0-4a1d-96cc-b525f030ca20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750'} {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:54:25.553865 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-a1084a08-ea3f-4cf2-b291-dfc300c81971 None None] Bound port: 5738541d-b107-4aeb-bcff-be588cef423f, host: dv-cinder-789603-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c058e4f-8cd0-4a1d-96cc-b525f030ca20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750'}}] {{(pid=103676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:54:25.554244 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-a1084a08-ea3f-4cf2-b291-dfc300c81971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:25.555941 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb67f26a-3b3b-4aeb-86c7-0e5c0475c626 None None] Pushing event updated for resources: {'Port': ['ID=5738541d-b107-4aeb-bcff-be588cef423f,revision_number=2']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:54:25.558839 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-bb67f26a-3b3b-4aeb-86c7-0e5c0475c626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:54:25.565899 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-18e449d1-9795-427b-9ee4-e827a3b71a59 admin admin] Transition to ACTIVE for port object 8d895b5a-6612-4ccc-9b9a-20db0e110a17 will not be triggered until provisioned by entity DHCP. {{(pid=103675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:54:25.598778 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-18e449d1-9795-427b-9ee4-e827a3b71a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1833118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779594881046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10267002'] for port, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:25.600917 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-1c6fae59-443a-47be-ba43-b6bc0c0c3bb7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:54:25.615563 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-a1084a08-ea3f-4cf2-b291-dfc300c81971 None None] For port 5738541d-b107-4aeb-bcff-be588cef423f, host dv-cinder-789603-10-smb, cleared binding levels {{(pid=103676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:54:25.619048 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-a1084a08-ea3f-4cf2-b291-dfc300c81971 None None] For port 5738541d-b107-4aeb-bcff-be588cef423f, host dv-cinder-789603-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=5738541d-b107-4aeb-bcff-be588cef423f,segment=NetworkSegment(8c058e4f-8cd0-4a1d-96cc-b525f030ca20),segment_id=8c058e4f-8cd0-4a1d-96cc-b525f030ca20)] {{(pid=103676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:54:25.623305 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-a1084a08-ea3f-4cf2-b291-dfc300c81971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:25.627225 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-2aacb8c4-0b8d-4dcb-b07c-f89a5ce1d39b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:54:25.639242 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e449d1-9795-427b-9ee4-e827a3b71a59 admin admin] Network 3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712 is already hosted by enough agents. {{(pid=103675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:54:25.644352 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.base_scheduler [None req-18e449d1-9795-427b-9ee4-e827a3b71a59 admin admin] Resources bound (agent type, host, resource id): {{(pid=103675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:54:25.647125 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e449d1-9795-427b-9ee4-e827a3b71a59 admin admin] Received port after_create {{(pid=103675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:54:25.673463 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1084a08-ea3f-4cf2-b291-dfc300c81971 None None] Routers {'4f0edd33-52c1-43aa-8eac-09f2b325f15d'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:54:25.674113 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-a1084a08-ea3f-4cf2-b291-dfc300c81971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:54:01Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['4f0edd33-52c1-43aa-8eac-09f2b325f15d'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:54:25.689263 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e449d1-9795-427b-9ee4-e827a3b71a59 admin admin] Pushing event updated for resources: {'Port': ['ID=8d895b5a-6612-4ccc-9b9a-20db0e110a17,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:54:25.692196 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-18e449d1-9795-427b-9ee4-e827a3b71a59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:54:25.708448 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-18e449d1-9795-427b-9ee4-e827a3b71a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754772'] for router_interface, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:25.762951 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb67f26a-3b3b-4aeb-86c7-0e5c0475c626 None None] Pushing event updated for resources: {'Port': ['ID=5738541d-b107-4aeb-bcff-be588cef423f,revision_number=3']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:54:25.771031 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-bb67f26a-3b3b-4aeb-86c7-0e5c0475c626 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:54:25.800293 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 824be28a-0028-4202-9966-acd52ba31eba up at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:54:25.837132 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-a1084a08-ea3f-4cf2-b291-dfc300c81971 None None] Set router 4f0edd33-52c1-43aa-8eac-09f2b325f15d gateway port host: dv-cinder-789603-10-smb {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:54:25.858694 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-18e449d1-9795-427b-9ee4-e827a3b71a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:25.959132 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning for port 824be28a-0028-4202-9966-acd52ba31eba completed by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:54:25.970763 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning complete for port 824be28a-0028-4202-9966-acd52ba31eba triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:54:25.971142 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:26.044413 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-18e449d1-9795-427b-9ee4-e827a3b71a59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:26.051142 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-18e449d1-9795-427b-9ee4-e827a3b71a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10266988'] for port, after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:26.053795 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:54:26.120035 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e449d1-9795-427b-9ee4-e827a3b71a59 admin admin] Pushing event updated for resources: {'Port': ['ID=8d895b5a-6612-4ccc-9b9a-20db0e110a17,revision_number=2']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:54:26.129904 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-18e449d1-9795-427b-9ee4-e827a3b71a59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:54:26.133386 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-18e449d1-9795-427b-9ee4-e827a3b71a59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-623293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-754728'] for router_interface, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:26.179571 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-f38d43f6-d22e-4e5e-b99e-648592c6ecb7 None None] Provisioning for port 8d895b5a-6612-4ccc-9b9a-20db0e110a17 completed by entity DHCP. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:54:26.190267 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-f38d43f6-d22e-4e5e-b99e-648592c6ecb7 None None] Provisioning complete for port 8d895b5a-6612-4ccc-9b9a-20db0e110a17 triggered by entity DHCP. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:54:26.190646 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-f38d43f6-d22e-4e5e-b99e-648592c6ecb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:26.224633 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e449d1-9795-427b-9ee4-e827a3b71a59 admin admin] Network 3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712 is already hosted by enough agents. {{(pid=103675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:54:26.226168 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.base_scheduler [None req-18e449d1-9795-427b-9ee4-e827a3b71a59 admin admin] Resources bound (agent type, host, resource id): {{(pid=103675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:54:26.262258 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:26.264092 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-f38d43f6-d22e-4e5e-b99e-648592c6ecb7 None None] Port 8d895b5a-6612-4ccc-9b9a-20db0e110a17 cannot update to ACTIVE because it is not bound. {{(pid=103676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:54:26.274974 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-a1084a08-ea3f-4cf2-b291-dfc300c81971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0edd33-52c1-43aa-8eac-09f2b325f15d', 'name': 'tempest-TestMinimumBasicScenario-69470825-router', 'tenant_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': '5738541d-b107-4aeb-bcff-be588cef423f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:54:23Z', 'updated_at': '2021-06-16T13:54:24Z', 'revision_number': 3, 'project_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'gw_port': {'id': '5738541d-b107-4aeb-bcff-be588cef423f', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f0edd33-52c1-43aa-8eac-09f2b325f15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:54:23Z', 'updated_at': '2021-06-16T13:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb'}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:54:26.286203 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1084a08-ea3f-4cf2-b291-dfc300c81971 None None] The sync data for ids ['4f0edd33-52c1-43aa-8eac-09f2b325f15d'] in dv-cinder-789603-10-smb is: [{'id': '4f0edd33-52c1-43aa-8eac-09f2b325f15d', 'name': 'tempest-TestMinimumBasicScenario-69470825-router', 'tenant_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': '5738541d-b107-4aeb-bcff-be588cef423f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:54:23Z', 'updated_at': '2021-06-16T13:54:24Z', 'revision_number': 3, 'project_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'gw_port': {'id': '5738541d-b107-4aeb-bcff-be588cef423f', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f0edd33-52c1-43aa-8eac-09f2b325f15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:54:23Z', 'updated_at': '2021-06-16T13:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb'}] {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:54:26.309878 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] For port 824be28a-0028-4202-9966-acd52ba31eba, host dv-cinder-789603-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=824be28a-0028-4202-9966-acd52ba31eba,segment=NetworkSegment(e3bb6e18-bf5f-42ad-89da-038fc1b95c45),segment_id=e3bb6e18-bf5f-42ad-89da-038fc1b95c45)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:54:26.315063 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:26.317115 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:54:26.357638 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e449d1-9795-427b-9ee4-e827a3b71a59 admin admin] Router 4f0edd33-52c1-43aa-8eac-09f2b325f15d has already been hosted by L3 agent bfb54b95-b8bd-4202-8e6c-bc5e048a10e9 {{(pid=103675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:54:26.376912 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Pushing event updated for resources: {'Port': ['ID=824be28a-0028-4202-9966-acd52ba31eba,revision_number=3']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:54:26.386896 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:54:26.479119 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e449d1-9795-427b-9ee4-e827a3b71a59 admin admin] Notify agent at l3_agent.dv-cinder-789603-10-smb the message routers_updated {{(pid=103675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:54:26.484190 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-18e449d1-9795-427b-9ee4-e827a3b71a59 admin admin] 10.222.0.104 "PUT /v2.0/routers/4f0edd33-52c1-43aa-8eac-09f2b325f15d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6273193 Jun 16 13:54:26.492825 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-30b6ac99-5f46-45e8-a12c-7419dbf5a988 None None] Provisioning complete for port 8d895b5a-6612-4ccc-9b9a-20db0e110a17 triggered by entity DHCP. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:54:26.493151 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-30b6ac99-5f46-45e8-a12c-7419dbf5a988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:26.547334 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-30b6ac99-5f46-45e8-a12c-7419dbf5a988 None None] Port 8d895b5a-6612-4ccc-9b9a-20db0e110a17 cannot update to ACTIVE because it is not bound. {{(pid=103676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:54:27.037736 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 46464) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:54:27.043662 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [None req-998d3a5c-be1d-440f-b0c4-69beb0ba3c9f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-33524947-network', 'tenant_id': 'a48e37cdc6d7410782631bb19f707f78'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:54:27.066000 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998d3a5c-be1d-440f-b0c4-69beb0ba3c9f admin admin] Made reservation on behalf of a48e37cdc6d7410782631bb19f707f78 for: {'network': 1} {{(pid=103674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:54:27.068451 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-998d3a5c-be1d-440f-b0c4-69beb0ba3c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for network, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:27.078125 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-998d3a5c-be1d-440f-b0c4-69beb0ba3c9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:27.176326 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-998d3a5c-be1d-440f-b0c4-69beb0ba3c9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:27.182058 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-998d3a5c-be1d-440f-b0c4-69beb0ba3c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:27.185274 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-69a9b1d4-3ff5-4845-9ae5-b94c4567a29e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:54:27.207176 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-998d3a5c-be1d-440f-b0c4-69beb0ba3c9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1183} {{(pid=103674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 13:54:27.217251 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998d3a5c-be1d-440f-b0c4-69beb0ba3c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94cdaa7-3407-4b33-b920-dea64bac6824,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:54:27.221685 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-998d3a5c-be1d-440f-b0c4-69beb0ba3c9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:54:27.222862 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-998d3a5c-be1d-440f-b0c4-69beb0ba3c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688368'] for segment, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:27.223212 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.db.segments_db [None req-998d3a5c-be1d-440f-b0c4-69beb0ba3c9f admin admin] Added segment 65a56eb3-f59f-452f-b516-4ab546a4a674 of type vlan for network 41b569a5-45bd-4e81-9380-6e246f1982b0 Jun 16 13:54:27.263658 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-998d3a5c-be1d-440f-b0c4-69beb0ba3c9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779594884509'] for network, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:27.302104 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-998d3a5c-be1d-440f-b0c4-69beb0ba3c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183'] for network, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:27.303859 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998d3a5c-be1d-440f-b0c4-69beb0ba3c9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:27.304499 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-998d3a5c-be1d-440f-b0c4-69beb0ba3c9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for network, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:27.306833 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:54:27.358355 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-998d3a5c-be1d-440f-b0c4-69beb0ba3c9f admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3189149 Jun 16 13:54:27.361349 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 46466) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:54:27.366471 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.v2.base [None req-cae1d7b0-742f-4711-9d82-47490fc25135 admin admin] Request body: {'subnet': {'network_id': '41b569a5-45bd-4e81-9380-6e246f1982b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-33524947-subnet', 'tenant_id': 'a48e37cdc6d7410782631bb19f707f78', 'ip_version': 4}} {{(pid=103675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:54:27.374556 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998d3a5c-be1d-440f-b0c4-69beb0ba3c9f admin admin] Pushing event updated for resources: {'Network': ['ID=41b569a5-45bd-4e81-9380-6e246f1982b0,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:54:27.377389 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-998d3a5c-be1d-440f-b0c4-69beb0ba3c9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:54:27.388951 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Network 41b569a5-45bd-4e81-9380-6e246f1982b0 details requested by agent ovs-agent-dv-cinder-789603-10-smb with host dv-cinder-789603-10-smb {{(pid=103676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 13:54:27.390425 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae1d7b0-742f-4711-9d82-47490fc25135 admin admin] Made reservation on behalf of a48e37cdc6d7410782631bb19f707f78 for: {'subnet': 1} {{(pid=103675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:54:27.392829 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-cae1d7b0-742f-4711-9d82-47490fc25135 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8681998'] for subnet, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:27.573128 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-cae1d7b0-742f-4711-9d82-47490fc25135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10267118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8682012'] for subnet, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:27.575470 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:54:27.627175 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae1d7b0-742f-4711-9d82-47490fc25135 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58435777-c0c8-4387-9eb1-5d08cc72d726,revision_number=0']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:54:27.631007 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-cae1d7b0-742f-4711-9d82-47490fc25135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:54:27.638656 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae1d7b0-742f-4711-9d82-47490fc25135 admin admin] Checking segment: {'id': '65a56eb3-f59f-452f-b516-4ab546a4a674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '41b569a5-45bd-4e81-9380-6e246f1982b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:54:27.639041 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae1d7b0-742f-4711-9d82-47490fc25135 admin admin] Network hostable DHCP agents. Network: 41b569a5-45bd-4e81-9380-6e246f1982b0, hostable agents: ['8ea809cc-5bb3-41d5-8624-7e06cbdf14c2'], hosted agents: [] {{(pid=103675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 13:54:27.664750 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae1d7b0-742f-4711-9d82-47490fc25135 admin admin] Network 41b569a5-45bd-4e81-9380-6e246f1982b0 is scheduled to be hosted by DHCP agent 8ea809cc-5bb3-41d5-8624-7e06cbdf14c2 with binding_index 1 {{(pid=103675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 13:54:27.681783 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.base_scheduler [None req-cae1d7b0-742f-4711-9d82-47490fc25135 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-10-smb, 41b569a5-45bd-4e81-9380-6e246f1982b0) {{(pid=103675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:54:27.686827 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae1d7b0-742f-4711-9d82-47490fc25135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:27.687435 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-cae1d7b0-742f-4711-9d82-47490fc25135 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:27.693957 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3beaea2f-f9b6-4b7e-ab74-4f1fe6fcbbc2 None None] Network 41b569a5-45bd-4e81-9380-6e246f1982b0 requested from dv-cinder-789603-10-smb {{(pid=103676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:54:27.707992 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-cae1d7b0-742f-4711-9d82-47490fc25135 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3455496 Jun 16 13:54:27.710524 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 46468) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:54:27.716731 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.v2.base [None req-450c11fc-2010-430e-bef5-4fe96b4e97c0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-33524947-router', 'tenant_id': 'a48e37cdc6d7410782631bb19f707f78', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750'}}} {{(pid=103675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:54:27.742110 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-450c11fc-2010-430e-bef5-4fe96b4e97c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-702849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-971'] for router, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:27.743401 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-450c11fc-2010-430e-bef5-4fe96b4e97c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759425', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-816'] for router, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:27.804135 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-450c11fc-2010-430e-bef5-4fe96b4e97c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:27.830007 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 5738541d-b107-4aeb-bcff-be588cef423f up at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:54:27.911438 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9871532c-09c3-4f68-87db-73140f0a8806 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ef6e693-be21-5da5-ac6d-439e2aa17c13-41b569a5-45bd-4e81-9380-6e246f1982b0', 'network_id': '41b569a5-45bd-4e81-9380-6e246f1982b0', 'tenant_id': 'a48e37cdc6d7410782631bb19f707f78', 'fixed_ips': [{'subnet_id': '58435777-c0c8-4387-9eb1-5d08cc72d726'}]}} from dv-cinder-789603-10-smb. {{(pid=103676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 13:54:27.911438 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9871532c-09c3-4f68-87db-73140f0a8806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for port, before_create {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:27.914304 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning for port 5738541d-b107-4aeb-bcff-be588cef423f completed by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:54:27.925040 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ceafe23-df92-48aa-a466-eaec4727a4ff None None] Sync routers for ids ['4f0edd33-52c1-43aa-8eac-09f2b325f15d'] in dv-cinder-789603-10-smb {{(pid=103677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:54:27.931320 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning complete for port 5738541d-b107-4aeb-bcff-be588cef423f triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:54:27.931674 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:27.936549 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ceafe23-df92-48aa-a466-eaec4727a4ff None None] Routers {'4f0edd33-52c1-43aa-8eac-09f2b325f15d'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:54:27.937290 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_hamode_db [None req-6ceafe23-df92-48aa-a466-eaec4727a4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:54:01Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['4f0edd33-52c1-43aa-8eac-09f2b325f15d'], 'active': True} {{(pid=103677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:54:27.953302 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-450c11fc-2010-430e-bef5-4fe96b4e97c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-702895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-806'] for router, precommit_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:28.049727 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_dvr_db [None req-6ceafe23-df92-48aa-a466-eaec4727a4ff None None] Set router 4f0edd33-52c1-43aa-8eac-09f2b325f15d gateway port host: dv-cinder-789603-10-smb {{(pid=103677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:54:28.111408 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:28.133412 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.db_base_plugin_common [None req-9871532c-09c3-4f68-87db-73140f0a8806 None None] Allocated IP 172.20.0.2 (41b569a5-45bd-4e81-9380-6e246f1982b0/58435777-c0c8-4387-9eb1-5d08cc72d726/14713a9a-7f72-4477-8fd5-1d3dd973213d) {{(pid=103676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:54:28.151846 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] For port 5738541d-b107-4aeb-bcff-be588cef423f, host dv-cinder-789603-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=5738541d-b107-4aeb-bcff-be588cef423f,segment=NetworkSegment(8c058e4f-8cd0-4a1d-96cc-b525f030ca20),segment_id=8c058e4f-8cd0-4a1d-96cc-b525f030ca20)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:54:28.159384 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:28.160053 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 824be28a-0028-4202-9966-acd52ba31eba up at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:54:28.163443 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-bb67f26a-3b3b-4aeb-86c7-0e5c0475c626 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:54:28.189100 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-450c11fc-2010-430e-bef5-4fe96b4e97c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:28.208606 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-450c11fc-2010-430e-bef5-4fe96b4e97c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for port, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:28.280333 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Pushing event updated for resources: {'Port': ['ID=5738541d-b107-4aeb-bcff-be588cef423f,revision_number=4']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:54:28.283827 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_hamode_db [None req-6ceafe23-df92-48aa-a466-eaec4727a4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0edd33-52c1-43aa-8eac-09f2b325f15d', 'name': 'tempest-TestMinimumBasicScenario-69470825-router', 'tenant_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': '5738541d-b107-4aeb-bcff-be588cef423f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:54:23Z', 'updated_at': '2021-06-16T13:54:25Z', 'revision_number': 4, 'project_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'gw_port': {'id': '5738541d-b107-4aeb-bcff-be588cef423f', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f7:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f0edd33-52c1-43aa-8eac-09f2b325f15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:54:23Z', 'updated_at': '2021-06-16T13:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_interfaces': [{'id': '8d895b5a-6612-4ccc-9b9a-20db0e110a17', 'name': '', 'network_id': '3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712', 'tenant_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'mac_address': 'fa:16:3e:a0:16:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f0edd33-52c1-43aa-8eac-09f2b325f15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'b458dbe4-68f5-4493-a0e0-8600d292f148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:54:25Z', 'updated_at': '2021-06-16T13:54:25Z', 'revision_number': 2, 'project_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'subnets': [{'id': 'b458dbe4-68f5-4493-a0e0-8600d292f148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:54:28.285715 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:54:28.288853 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ceafe23-df92-48aa-a466-eaec4727a4ff None None] Checking router: 4f0edd33-52c1-43aa-8eac-09f2b325f15d for host: dv-cinder-789603-10-smb {{(pid=103677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:54:28.289852 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ceafe23-df92-48aa-a466-eaec4727a4ff None None] Updating router 4f0edd33-52c1-43aa-8eac-09f2b325f15d port 8d895b5a-6612-4ccc-9b9a-20db0e110a17 binding host dv-cinder-789603-10-smb {{(pid=103677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 13:54:28.316090 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning complete for port 824be28a-0028-4202-9966-acd52ba31eba triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:54:28.316481 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:28.334432 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron_lib.callbacks.manager [None req-6ceafe23-df92-48aa-a466-eaec4727a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:28.338653 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.db.db_base_plugin_common [None req-450c11fc-2010-430e-bef5-4fe96b4e97c0 admin admin] Allocated IP 172.28.1.176 (0670eadb-aa0f-4551-9ff4-64f252730750/f2f4aa09-e9c1-4804-aa42-b5c4d121e78a/847b108a-08f4-4603-931a-c6b71e24f926) {{(pid=103675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:54:28.402327 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9871532c-09c3-4f68-87db-73140f0a8806 None None] Notify callbacks [] for port, precommit_create {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:28.414937 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-9871532c-09c3-4f68-87db-73140f0a8806 None None] Transition to ACTIVE for port object 14713a9a-7f72-4477-8fd5-1d3dd973213d will not be triggered until provisioned by entity L2. {{(pid=103676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:54:28.456832 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-9871532c-09c3-4f68-87db-73140f0a8806 None None] Transition to ACTIVE for port object 14713a9a-7f72-4477-8fd5-1d3dd973213d will not be triggered until provisioned by entity DHCP. {{(pid=103676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:54:28.463254 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-450c11fc-2010-430e-bef5-4fe96b4e97c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:28.466791 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9871532c-09c3-4f68-87db-73140f0a8806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1833118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779594881046'] for port, after_create {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:28.468781 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:54:28.510650 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9871532c-09c3-4f68-87db-73140f0a8806 None None] Network 41b569a5-45bd-4e81-9380-6e246f1982b0 is already hosted by enough agents. {{(pid=103676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:54:28.511988 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-450c11fc-2010-430e-bef5-4fe96b4e97c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1833118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779594881046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10267002'] for port, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:28.513597 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.scheduler.base_scheduler [None req-9871532c-09c3-4f68-87db-73140f0a8806 None None] Resources bound (agent type, host, resource id): {{(pid=103676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:54:28.515426 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-4676e86d-6870-426c-b4fa-1658c9cef97a tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:54:28.518653 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9871532c-09c3-4f68-87db-73140f0a8806 None None] Received port after_create {{(pid=103676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:54:28.521224 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9871532c-09c3-4f68-87db-73140f0a8806 None None] Pushing event updated for resources: {'Port': ['ID=14713a9a-7f72-4477-8fd5-1d3dd973213d,revision_number=1']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:54:28.525322 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-9871532c-09c3-4f68-87db-73140f0a8806 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:54:28.553519 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450c11fc-2010-430e-bef5-4fe96b4e97c0 admin admin] Network 0670eadb-aa0f-4551-9ff4-64f252730750 is already hosted by enough agents. {{(pid=103675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:54:28.556614 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.base_scheduler [None req-450c11fc-2010-430e-bef5-4fe96b4e97c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:54:28.563065 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450c11fc-2010-430e-bef5-4fe96b4e97c0 admin admin] Received port after_create {{(pid=103675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:54:28.593832 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-9871532c-09c3-4f68-87db-73140f0a8806 None None] Attempting to bind port 14713a9a-7f72-4477-8fd5-1d3dd973213d on host dv-cinder-789603-10-smb for vnic_type normal with profile {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:54:28.594355 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-9871532c-09c3-4f68-87db-73140f0a8806 None None] Attempting to bind port 14713a9a-7f72-4477-8fd5-1d3dd973213d by drivers openvswitch,hyperv on host dv-cinder-789603-10-smb at level 0 using segments [{'id': '65a56eb3-f59f-452f-b516-4ab546a4a674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '41b569a5-45bd-4e81-9380-6e246f1982b0'}] {{(pid=103676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:54:28.594497 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450c11fc-2010-430e-bef5-4fe96b4e97c0 admin admin] Pushing event updated for resources: {'Port': ['ID=847b108a-08f4-4603-931a-c6b71e24f926,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:54:28.594912 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9871532c-09c3-4f68-87db-73140f0a8806 None None] Attempting to bind port 14713a9a-7f72-4477-8fd5-1d3dd973213d on network 41b569a5-45bd-4e81-9380-6e246f1982b0 {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:54:28.600214 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-450c11fc-2010-430e-bef5-4fe96b4e97c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:54:28.602013 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9871532c-09c3-4f68-87db-73140f0a8806 None None] Checking agent: {'id': '621db60c-c63b-44d7-809e-3da174a43cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 1), 'started_at': datetime.datetime(2021, 6, 16, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:54:28.602505 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9871532c-09c3-4f68-87db-73140f0a8806 None None] Checking segment: {'id': '65a56eb3-f59f-452f-b516-4ab546a4a674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '41b569a5-45bd-4e81-9380-6e246f1982b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:54:28.603784 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9871532c-09c3-4f68-87db-73140f0a8806 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:28.604318 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9871532c-09c3-4f68-87db-73140f0a8806 None None] Bound using segment: {'id': '65a56eb3-f59f-452f-b516-4ab546a4a674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '41b569a5-45bd-4e81-9380-6e246f1982b0'} {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:54:28.604929 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-9871532c-09c3-4f68-87db-73140f0a8806 None None] Bound port: 14713a9a-7f72-4477-8fd5-1d3dd973213d, host: dv-cinder-789603-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a56eb3-f59f-452f-b516-4ab546a4a674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '41b569a5-45bd-4e81-9380-6e246f1982b0'}}] {{(pid=103676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:54:28.605451 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9871532c-09c3-4f68-87db-73140f0a8806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:28.635618 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron_lib.callbacks.manager [None req-6ceafe23-df92-48aa-a466-eaec4727a4ff None None] Notify callbacks [] for port, precommit_update {{(pid=103677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:28.647364 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.provisioning_blocks [None req-6ceafe23-df92-48aa-a466-eaec4727a4ff None None] Transition to ACTIVE for port object 8d895b5a-6612-4ccc-9b9a-20db0e110a17 will not be triggered until provisioned by entity L2. {{(pid=103677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:54:28.653683 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron_lib.callbacks.manager [None req-6ceafe23-df92-48aa-a466-eaec4727a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:28.655947 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG oslo_concurrency.lockutils [None req-20b2341a-b819-425b-9723-52db85f3a15d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:54:28.657429 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-6c39d949-d203-43bb-89d8-3648f94603ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:28.690967 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-9871532c-09c3-4f68-87db-73140f0a8806 None None] For port 14713a9a-7f72-4477-8fd5-1d3dd973213d, host dv-cinder-789603-10-smb, cleared binding levels {{(pid=103676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:54:28.701191 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-9871532c-09c3-4f68-87db-73140f0a8806 None None] For port 14713a9a-7f72-4477-8fd5-1d3dd973213d, host dv-cinder-789603-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=14713a9a-7f72-4477-8fd5-1d3dd973213d,segment=NetworkSegment(65a56eb3-f59f-452f-b516-4ab546a4a674),segment_id=65a56eb3-f59f-452f-b516-4ab546a4a674)] {{(pid=103676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:54:28.702023 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa337c9-7e6d-457d-86c1-7702a5870a74 None None] Pushing event updated for resources: {'Port': ['ID=8d895b5a-6612-4ccc-9b9a-20db0e110a17,revision_number=3']} {{(pid=103677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:54:28.710319 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa337c9-7e6d-457d-86c1-7702a5870a74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:28.710965 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa337c9-7e6d-457d-86c1-7702a5870a74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:28.711273 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa337c9-7e6d-457d-86c1-7702a5870a74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:28.711601 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa337c9-7e6d-457d-86c1-7702a5870a74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:28.711921 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa337c9-7e6d-457d-86c1-7702a5870a74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:28.712270 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa337c9-7e6d-457d-86c1-7702a5870a74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:28.712592 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa337c9-7e6d-457d-86c1-7702a5870a74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:28.712916 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa337c9-7e6d-457d-86c1-7702a5870a74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:28.713091 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9871532c-09c3-4f68-87db-73140f0a8806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:28.713257 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa337c9-7e6d-457d-86c1-7702a5870a74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:28.713539 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa337c9-7e6d-457d-86c1-7702a5870a74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:28.713850 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa337c9-7e6d-457d-86c1-7702a5870a74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:28.714160 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa337c9-7e6d-457d-86c1-7702a5870a74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:28.716416 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:54:28.746908 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG oslo_concurrency.lockutils [None req-2aa337c9-7e6d-457d-86c1-7702a5870a74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=103677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:54:28.790913 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9871532c-09c3-4f68-87db-73140f0a8806 None None] Pushing event updated for resources: {'Port': ['ID=14713a9a-7f72-4477-8fd5-1d3dd973213d,revision_number=2']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:54:28.803964 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-9871532c-09c3-4f68-87db-73140f0a8806 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:54:28.823519 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.managers [None req-6ceafe23-df92-48aa-a466-eaec4727a4ff None None] Attempting to bind port 8d895b5a-6612-4ccc-9b9a-20db0e110a17 on host dv-cinder-789603-10-smb for vnic_type normal with profile {{(pid=103677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:54:28.824199 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.managers [None req-6ceafe23-df92-48aa-a466-eaec4727a4ff None None] Attempting to bind port 8d895b5a-6612-4ccc-9b9a-20db0e110a17 by drivers openvswitch,hyperv on host dv-cinder-789603-10-smb at level 0 using segments [{'id': 'e3bb6e18-bf5f-42ad-89da-038fc1b95c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712'}] {{(pid=103677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:54:28.824716 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ceafe23-df92-48aa-a466-eaec4727a4ff None None] Attempting to bind port 8d895b5a-6612-4ccc-9b9a-20db0e110a17 on network 3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712 {{(pid=103677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:54:28.830462 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ceafe23-df92-48aa-a466-eaec4727a4ff None None] Checking agent: {'id': '621db60c-c63b-44d7-809e-3da174a43cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 1), 'started_at': datetime.datetime(2021, 6, 16, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:54:28.830838 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ceafe23-df92-48aa-a466-eaec4727a4ff None None] Checking segment: {'id': 'e3bb6e18-bf5f-42ad-89da-038fc1b95c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:54:28.831423 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron_lib.callbacks.manager [None req-6ceafe23-df92-48aa-a466-eaec4727a4ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:28.831821 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ceafe23-df92-48aa-a466-eaec4727a4ff None None] Bound using segment: {'id': 'e3bb6e18-bf5f-42ad-89da-038fc1b95c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712'} {{(pid=103677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:54:28.832333 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.managers [None req-6ceafe23-df92-48aa-a466-eaec4727a4ff None None] Bound port: 8d895b5a-6612-4ccc-9b9a-20db0e110a17, host: dv-cinder-789603-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3bb6e18-bf5f-42ad-89da-038fc1b95c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712'}}] {{(pid=103677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:54:28.832703 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron_lib.callbacks.manager [None req-6ceafe23-df92-48aa-a466-eaec4727a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:28.872697 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-450c11fc-2010-430e-bef5-4fe96b4e97c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:28.901117 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.db [None req-6ceafe23-df92-48aa-a466-eaec4727a4ff None None] For port 8d895b5a-6612-4ccc-9b9a-20db0e110a17, host dv-cinder-789603-10-smb, cleared binding levels {{(pid=103677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:54:28.905068 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.db [None req-6ceafe23-df92-48aa-a466-eaec4727a4ff None None] For port 8d895b5a-6612-4ccc-9b9a-20db0e110a17, host dv-cinder-789603-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=8d895b5a-6612-4ccc-9b9a-20db0e110a17,segment=NetworkSegment(e3bb6e18-bf5f-42ad-89da-038fc1b95c45),segment_id=e3bb6e18-bf5f-42ad-89da-038fc1b95c45)] {{(pid=103677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:54:28.910561 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron_lib.callbacks.manager [None req-6ceafe23-df92-48aa-a466-eaec4727a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:28.913649 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:54:29.090960 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa337c9-7e6d-457d-86c1-7702a5870a74 None None] Pushing event updated for resources: {'Port': ['ID=8d895b5a-6612-4ccc-9b9a-20db0e110a17,revision_number=4']} {{(pid=103677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:54:29.097737 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG oslo_concurrency.lockutils [None req-2aa337c9-7e6d-457d-86c1-7702a5870a74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=103677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:54:29.109195 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ceafe23-df92-48aa-a466-eaec4727a4ff None None] Routers {'4f0edd33-52c1-43aa-8eac-09f2b325f15d'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:54:29.109917 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_hamode_db [None req-6ceafe23-df92-48aa-a466-eaec4727a4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:54:01Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['4f0edd33-52c1-43aa-8eac-09f2b325f15d'], 'active': True} {{(pid=103677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:54:29.241223 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_dvr_db [None req-6ceafe23-df92-48aa-a466-eaec4727a4ff None None] Set router 4f0edd33-52c1-43aa-8eac-09f2b325f15d gateway port host: dv-cinder-789603-10-smb {{(pid=103677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:54:29.388534 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-450c11fc-2010-430e-bef5-4fe96b4e97c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-702904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759525'] for router, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:29.455989 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_hamode_db [None req-6ceafe23-df92-48aa-a466-eaec4727a4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0edd33-52c1-43aa-8eac-09f2b325f15d', 'name': 'tempest-TestMinimumBasicScenario-69470825-router', 'tenant_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': '5738541d-b107-4aeb-bcff-be588cef423f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:54:23Z', 'updated_at': '2021-06-16T13:54:25Z', 'revision_number': 4, 'project_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'gw_port': {'id': '5738541d-b107-4aeb-bcff-be588cef423f', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0edd33-52c1-43aa-8eac-09f2b325f15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:54:23Z', 'updated_at': '2021-06-16T13:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_interfaces': [{'id': '8d895b5a-6612-4ccc-9b9a-20db0e110a17', 'name': '', 'network_id': '3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712', 'tenant_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'mac_address': 'fa:16:3e:a0:16:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f0edd33-52c1-43aa-8eac-09f2b325f15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'b458dbe4-68f5-4493-a0e0-8600d292f148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:54:25Z', 'updated_at': '2021-06-16T13:54:28Z', 'revision_number': 4, 'project_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'subnets': [{'id': 'b458dbe4-68f5-4493-a0e0-8600d292f148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:54:29.460732 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ceafe23-df92-48aa-a466-eaec4727a4ff None None] The sync data for ids ['4f0edd33-52c1-43aa-8eac-09f2b325f15d'] in dv-cinder-789603-10-smb is: [{'id': '4f0edd33-52c1-43aa-8eac-09f2b325f15d', 'name': 'tempest-TestMinimumBasicScenario-69470825-router', 'tenant_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': '5738541d-b107-4aeb-bcff-be588cef423f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:54:23Z', 'updated_at': '2021-06-16T13:54:25Z', 'revision_number': 4, 'project_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'gw_port': {'id': '5738541d-b107-4aeb-bcff-be588cef423f', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0edd33-52c1-43aa-8eac-09f2b325f15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:54:23Z', 'updated_at': '2021-06-16T13:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_interfaces': [{'id': '8d895b5a-6612-4ccc-9b9a-20db0e110a17', 'name': '', 'network_id': '3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712', 'tenant_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'mac_address': 'fa:16:3e:a0:16:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f0edd33-52c1-43aa-8eac-09f2b325f15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'b458dbe4-68f5-4493-a0e0-8600d292f148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:54:25Z', 'updated_at': '2021-06-16T13:54:28Z', 'revision_number': 4, 'project_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'subnets': [{'id': 'b458dbe4-68f5-4493-a0e0-8600d292f148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:54:29.543843 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-450c11fc-2010-430e-bef5-4fe96b4e97c0 admin admin] Router ebf63450-4e06-4d33-8e3c-861e183b72e4 is scheduled to L3 agent bfb54b95-b8bd-4202-8e6c-bc5e048a10e9 with binding_index 1 {{(pid=103675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 13:54:29.688842 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450c11fc-2010-430e-bef5-4fe96b4e97c0 admin admin] Notify agent at l3_agent.dv-cinder-789603-10-smb the message routers_updated {{(pid=103675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:54:29.702995 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3258f39a-21cf-4292-ab94-b5d6ed3fa872 None None] Sync routers for ids ['ebf63450-4e06-4d33-8e3c-861e183b72e4'] in dv-cinder-789603-10-smb {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:54:29.713481 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-450c11fc-2010-430e-bef5-4fe96b4e97c0 admin admin] Notify callbacks [] for router, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:29.716196 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-450c11fc-2010-430e-bef5-4fe96b4e97c0 admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0046589 Jun 16 13:54:29.718962 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 46470) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:54:29.720961 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3258f39a-21cf-4292-ab94-b5d6ed3fa872 None None] Routers {'ebf63450-4e06-4d33-8e3c-861e183b72e4'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:54:29.734416 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-3258f39a-21cf-4292-ab94-b5d6ed3fa872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:54:01Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['ebf63450-4e06-4d33-8e3c-861e183b72e4'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:54:29.878117 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-3258f39a-21cf-4292-ab94-b5d6ed3fa872 None None] Set router ebf63450-4e06-4d33-8e3c-861e183b72e4 gateway port host: dv-cinder-789603-10-smb {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:54:29.950333 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2112095f-f080-43b0-bc3a-94aa68ab743b None None] Network 41b569a5-45bd-4e81-9380-6e246f1982b0 requested from dv-cinder-789603-10-smb {{(pid=103676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:54:29.952525 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 5738541d-b107-4aeb-bcff-be588cef423f up at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:54:30.095088 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-ac024dce-7323-4864-adb6-46169f6dc6fb None None] Provisioning for port 14713a9a-7f72-4477-8fd5-1d3dd973213d completed by entity DHCP. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:54:30.167508 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning complete for port 5738541d-b107-4aeb-bcff-be588cef423f triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:54:30.167798 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:30.271490 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-801f65da-dcf2-4853-9a5b-b511c8396605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for port, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:30.454935 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.db.db_base_plugin_common [None req-801f65da-dcf2-4853-9a5b-b511c8396605 admin admin] Allocated IP 172.20.0.1 (41b569a5-45bd-4e81-9380-6e246f1982b0/58435777-c0c8-4387-9eb1-5d08cc72d726/f1eb20e8-c14b-4997-a943-460b40293fab) {{(pid=103675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:54:30.485973 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-3258f39a-21cf-4292-ab94-b5d6ed3fa872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf63450-4e06-4d33-8e3c-861e183b72e4', 'name': 'tempest-TestMinimumBasicScenario-33524947-router', 'tenant_id': 'a48e37cdc6d7410782631bb19f707f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.176'}], 'enable_snat': True}, 'gw_port_id': '847b108a-08f4-4603-931a-c6b71e24f926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:54:27Z', 'updated_at': '2021-06-16T13:54:28Z', 'revision_number': 3, 'project_id': 'a48e37cdc6d7410782631bb19f707f78', 'gw_port': {'id': '847b108a-08f4-4603-931a-c6b71e24f926', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:5d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf63450-4e06-4d33-8e3c-861e183b72e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:54:28Z', 'updated_at': '2021-06-16T13:54:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb'}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:54:30.498753 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3258f39a-21cf-4292-ab94-b5d6ed3fa872 None None] Checking router: ebf63450-4e06-4d33-8e3c-861e183b72e4 for host: dv-cinder-789603-10-smb {{(pid=103676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:54:30.499023 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3258f39a-21cf-4292-ab94-b5d6ed3fa872 None None] Updating router ebf63450-4e06-4d33-8e3c-861e183b72e4 port 847b108a-08f4-4603-931a-c6b71e24f926 binding host dv-cinder-789603-10-smb {{(pid=103676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 13:54:30.506843 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 14713a9a-7f72-4477-8fd5-1d3dd973213d up at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:54:30.573731 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3258f39a-21cf-4292-ab94-b5d6ed3fa872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:30.591071 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-801f65da-dcf2-4853-9a5b-b511c8396605 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:30.608194 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-801f65da-dcf2-4853-9a5b-b511c8396605 admin admin] Transition to ACTIVE for port object f1eb20e8-c14b-4997-a943-460b40293fab will not be triggered until provisioned by entity DHCP. {{(pid=103675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:54:30.649865 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-801f65da-dcf2-4853-9a5b-b511c8396605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1833118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779594881046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10267002'] for port, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:30.652703 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-abf74b71-b72f-4d7b-8ab2-51e2035179b9 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:54:30.669405 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning for port 14713a9a-7f72-4477-8fd5-1d3dd973213d completed by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:54:30.684409 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning complete for port 14713a9a-7f72-4477-8fd5-1d3dd973213d triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:54:30.684856 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:30.710483 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801f65da-dcf2-4853-9a5b-b511c8396605 admin admin] Pushing event updated for resources: {'Port': ['ID=f1eb20e8-c14b-4997-a943-460b40293fab,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:54:30.717956 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-801f65da-dcf2-4853-9a5b-b511c8396605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:54:30.726901 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801f65da-dcf2-4853-9a5b-b511c8396605 admin admin] Network 41b569a5-45bd-4e81-9380-6e246f1982b0 is already hosted by enough agents. {{(pid=103675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:54:30.728787 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.base_scheduler [None req-801f65da-dcf2-4853-9a5b-b511c8396605 admin admin] Resources bound (agent type, host, resource id): {{(pid=103675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:54:30.731400 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801f65da-dcf2-4853-9a5b-b511c8396605 admin admin] Received port after_create {{(pid=103675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:54:30.785823 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-801f65da-dcf2-4853-9a5b-b511c8396605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754772'] for router_interface, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:30.893926 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-9bd49410-9576-4807-b5d5-18e04dd026f4 None None] Provisioning complete for port 14713a9a-7f72-4477-8fd5-1d3dd973213d triggered by entity DHCP. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:54:30.894437 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9bd49410-9576-4807-b5d5-18e04dd026f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:30.928779 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:30.938663 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-801f65da-dcf2-4853-9a5b-b511c8396605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:31.015190 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3258f39a-21cf-4292-ab94-b5d6ed3fa872 None None] Notify callbacks [] for port, precommit_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:31.032042 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] For port 14713a9a-7f72-4477-8fd5-1d3dd973213d, host dv-cinder-789603-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=14713a9a-7f72-4477-8fd5-1d3dd973213d,segment=NetworkSegment(65a56eb3-f59f-452f-b516-4ab546a4a674),segment_id=65a56eb3-f59f-452f-b516-4ab546a4a674)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:54:31.055940 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:31.056865 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 8d895b5a-6612-4ccc-9b9a-20db0e110a17 up at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:54:31.061183 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-3258f39a-21cf-4292-ab94-b5d6ed3fa872 None None] Transition to ACTIVE for port object 847b108a-08f4-4603-931a-c6b71e24f926 will not be triggered until provisioned by entity L2. {{(pid=103676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:54:31.062817 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:54:31.108374 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-801f65da-dcf2-4853-9a5b-b511c8396605 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:31.114774 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-801f65da-dcf2-4853-9a5b-b511c8396605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10266988'] for port, after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:31.117171 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-bf340c6b-3c69-4fbd-a4fd-d61f7dce7fea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:54:31.140053 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3258f39a-21cf-4292-ab94-b5d6ed3fa872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:31.174271 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9bd49410-9576-4807-b5d5-18e04dd026f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:31.190122 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801f65da-dcf2-4853-9a5b-b511c8396605 admin admin] Pushing event updated for resources: {'Port': ['ID=f1eb20e8-c14b-4997-a943-460b40293fab,revision_number=2']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:54:31.193334 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-801f65da-dcf2-4853-9a5b-b511c8396605 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-623293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-754728'] for router_interface, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:31.195061 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-801f65da-dcf2-4853-9a5b-b511c8396605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:54:31.208862 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:31.241875 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Pushing event updated for resources: {'Port': ['ID=14713a9a-7f72-4477-8fd5-1d3dd973213d,revision_number=3']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:54:31.249766 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:54:31.250567 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:54:31.275047 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-3258f39a-21cf-4292-ab94-b5d6ed3fa872 None None] Attempting to bind port 847b108a-08f4-4603-931a-c6b71e24f926 on host dv-cinder-789603-10-smb for vnic_type normal with profile {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:54:31.275321 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-3258f39a-21cf-4292-ab94-b5d6ed3fa872 None None] Attempting to bind port 847b108a-08f4-4603-931a-c6b71e24f926 by drivers openvswitch,hyperv on host dv-cinder-789603-10-smb at level 0 using segments [{'id': '8c058e4f-8cd0-4a1d-96cc-b525f030ca20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750'}] {{(pid=103676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:54:31.275712 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3258f39a-21cf-4292-ab94-b5d6ed3fa872 None None] Attempting to bind port 847b108a-08f4-4603-931a-c6b71e24f926 on network 0670eadb-aa0f-4551-9ff4-64f252730750 {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:54:31.286918 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801f65da-dcf2-4853-9a5b-b511c8396605 admin admin] Network 41b569a5-45bd-4e81-9380-6e246f1982b0 is already hosted by enough agents. {{(pid=103675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:54:31.288497 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.base_scheduler [None req-801f65da-dcf2-4853-9a5b-b511c8396605 admin admin] Resources bound (agent type, host, resource id): {{(pid=103675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:54:31.323775 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3258f39a-21cf-4292-ab94-b5d6ed3fa872 None None] Checking agent: {'id': '621db60c-c63b-44d7-809e-3da174a43cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 1), 'started_at': datetime.datetime(2021, 6, 16, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:54:31.324180 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3258f39a-21cf-4292-ab94-b5d6ed3fa872 None None] Checking segment: {'id': '8c058e4f-8cd0-4a1d-96cc-b525f030ca20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:54:31.324591 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3258f39a-21cf-4292-ab94-b5d6ed3fa872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:31.324995 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3258f39a-21cf-4292-ab94-b5d6ed3fa872 None None] Bound using segment: {'id': '8c058e4f-8cd0-4a1d-96cc-b525f030ca20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750'} {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:54:31.325488 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-3258f39a-21cf-4292-ab94-b5d6ed3fa872 None None] Bound port: 847b108a-08f4-4603-931a-c6b71e24f926, host: dv-cinder-789603-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c058e4f-8cd0-4a1d-96cc-b525f030ca20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750'}}] {{(pid=103676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:54:31.325868 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3258f39a-21cf-4292-ab94-b5d6ed3fa872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:31.327527 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning for port 8d895b5a-6612-4ccc-9b9a-20db0e110a17 completed by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:54:31.366645 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-87288f65-5b6f-4999-a371-fa19d3f8eecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:31.368216 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning complete for port 8d895b5a-6612-4ccc-9b9a-20db0e110a17 triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:54:31.368592 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:31.370188 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2780149e-0177-4761-855a-03f3a3b3c209 None None] Pushing event updated for resources: {'Port': ['ID=847b108a-08f4-4603-931a-c6b71e24f926,revision_number=2']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:54:31.395349 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-2780149e-0177-4761-855a-03f3a3b3c209 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:54:31.400862 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.db.api [None req-9bd49410-9576-4807-b5d5-18e04dd026f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 16 13:54:31.401244 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_db.api [None req-9bd49410-9576-4807-b5d5-18e04dd026f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 16 13:54:31.424777 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-801f65da-dcf2-4853-9a5b-b511c8396605 admin admin] Router ebf63450-4e06-4d33-8e3c-861e183b72e4 has already been hosted by L3 agent bfb54b95-b8bd-4202-8e6c-bc5e048a10e9 {{(pid=103675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:54:31.443140 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-3258f39a-21cf-4292-ab94-b5d6ed3fa872 None None] For port 847b108a-08f4-4603-931a-c6b71e24f926, host dv-cinder-789603-10-smb, cleared binding levels {{(pid=103676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:54:31.448860 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-3258f39a-21cf-4292-ab94-b5d6ed3fa872 None None] For port 847b108a-08f4-4603-931a-c6b71e24f926, host dv-cinder-789603-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=847b108a-08f4-4603-931a-c6b71e24f926,segment=NetworkSegment(8c058e4f-8cd0-4a1d-96cc-b525f030ca20),segment_id=8c058e4f-8cd0-4a1d-96cc-b525f030ca20)] {{(pid=103676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:54:31.455523 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3258f39a-21cf-4292-ab94-b5d6ed3fa872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:31.458153 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:54:31.544528 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801f65da-dcf2-4853-9a5b-b511c8396605 admin admin] Notify agent at l3_agent.dv-cinder-789603-10-smb the message routers_updated {{(pid=103675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:54:31.549996 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-801f65da-dcf2-4853-9a5b-b511c8396605 admin admin] 10.222.0.104 "PUT /v2.0/routers/ebf63450-4e06-4d33-8e3c-861e183b72e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8294988 Jun 16 13:54:31.571018 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:31.573257 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2780149e-0177-4761-855a-03f3a3b3c209 None None] Pushing event updated for resources: {'Port': ['ID=847b108a-08f4-4603-931a-c6b71e24f926,revision_number=3']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:54:31.576136 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3258f39a-21cf-4292-ab94-b5d6ed3fa872 None None] Routers {'ebf63450-4e06-4d33-8e3c-861e183b72e4'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:54:31.576778 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-3258f39a-21cf-4292-ab94-b5d6ed3fa872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:54:31Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['ebf63450-4e06-4d33-8e3c-861e183b72e4'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:54:31.579372 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-2780149e-0177-4761-855a-03f3a3b3c209 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:54:31.681580 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] For port 8d895b5a-6612-4ccc-9b9a-20db0e110a17, host dv-cinder-789603-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=8d895b5a-6612-4ccc-9b9a-20db0e110a17,segment=NetworkSegment(e3bb6e18-bf5f-42ad-89da-038fc1b95c45),segment_id=e3bb6e18-bf5f-42ad-89da-038fc1b95c45)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:54:31.687555 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:31.691914 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:54:31.738402 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-3258f39a-21cf-4292-ab94-b5d6ed3fa872 None None] Set router ebf63450-4e06-4d33-8e3c-861e183b72e4 gateway port host: dv-cinder-789603-10-smb {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:54:31.768212 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 14713a9a-7f72-4477-8fd5-1d3dd973213d up at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:54:31.810111 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Pushing event updated for resources: {'Port': ['ID=8d895b5a-6612-4ccc-9b9a-20db0e110a17,revision_number=5']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:54:31.818300 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:54:31.959973 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning complete for port 14713a9a-7f72-4477-8fd5-1d3dd973213d triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:54:31.960976 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:32.137592 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9426d120-8ef3-450b-a3fa-438be4b95f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:32.142082 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-3c0344de-9fab-4278-ae79-7b0316ed4930 None None] Provisioning for port f1eb20e8-c14b-4997-a943-460b40293fab completed by entity DHCP. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:54:32.148450 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-3c0344de-9fab-4278-ae79-7b0316ed4930 None None] Provisioning complete for port f1eb20e8-c14b-4997-a943-460b40293fab triggered by entity DHCP. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:54:32.148831 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3c0344de-9fab-4278-ae79-7b0316ed4930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:32.183668 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-3258f39a-21cf-4292-ab94-b5d6ed3fa872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf63450-4e06-4d33-8e3c-861e183b72e4', 'name': 'tempest-TestMinimumBasicScenario-33524947-router', 'tenant_id': 'a48e37cdc6d7410782631bb19f707f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.176'}], 'enable_snat': True}, 'gw_port_id': '847b108a-08f4-4603-931a-c6b71e24f926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:54:27Z', 'updated_at': '2021-06-16T13:54:30Z', 'revision_number': 4, 'project_id': 'a48e37cdc6d7410782631bb19f707f78', 'gw_port': {'id': '847b108a-08f4-4603-931a-c6b71e24f926', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:5d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf63450-4e06-4d33-8e3c-861e183b72e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:54:28Z', 'updated_at': '2021-06-16T13:54:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_interfaces': [{'id': 'f1eb20e8-c14b-4997-a943-460b40293fab', 'name': '', 'network_id': '41b569a5-45bd-4e81-9380-6e246f1982b0', 'tenant_id': 'a48e37cdc6d7410782631bb19f707f78', 'mac_address': 'fa:16:3e:55:c0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf63450-4e06-4d33-8e3c-861e183b72e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '58435777-c0c8-4387-9eb1-5d08cc72d726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:54:30Z', 'updated_at': '2021-06-16T13:54:30Z', 'revision_number': 2, 'project_id': 'a48e37cdc6d7410782631bb19f707f78', 'subnets': [{'id': '58435777-c0c8-4387-9eb1-5d08cc72d726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:54:32.193576 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3258f39a-21cf-4292-ab94-b5d6ed3fa872 None None] The sync data for ids ['ebf63450-4e06-4d33-8e3c-861e183b72e4'] in dv-cinder-789603-10-smb is: [{'id': 'ebf63450-4e06-4d33-8e3c-861e183b72e4', 'name': 'tempest-TestMinimumBasicScenario-33524947-router', 'tenant_id': 'a48e37cdc6d7410782631bb19f707f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.176'}], 'enable_snat': True}, 'gw_port_id': '847b108a-08f4-4603-931a-c6b71e24f926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:54:27Z', 'updated_at': '2021-06-16T13:54:30Z', 'revision_number': 4, 'project_id': 'a48e37cdc6d7410782631bb19f707f78', 'gw_port': {'id': '847b108a-08f4-4603-931a-c6b71e24f926', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:5d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf63450-4e06-4d33-8e3c-861e183b72e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:54:28Z', 'updated_at': '2021-06-16T13:54:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_interfaces': [{'id': 'f1eb20e8-c14b-4997-a943-460b40293fab', 'name': '', 'network_id': '41b569a5-45bd-4e81-9380-6e246f1982b0', 'tenant_id': 'a48e37cdc6d7410782631bb19f707f78', 'mac_address': 'fa:16:3e:55:c0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf63450-4e06-4d33-8e3c-861e183b72e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '58435777-c0c8-4387-9eb1-5d08cc72d726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:54:30Z', 'updated_at': '2021-06-16T13:54:30Z', 'revision_number': 2, 'project_id': 'a48e37cdc6d7410782631bb19f707f78', 'subnets': [{'id': '58435777-c0c8-4387-9eb1-5d08cc72d726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:54:32.195706 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-3c0344de-9fab-4278-ae79-7b0316ed4930 None None] Port f1eb20e8-c14b-4997-a943-460b40293fab cannot update to ACTIVE because it is not bound. {{(pid=103676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:54:33.868250 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 847b108a-08f4-4603-931a-c6b71e24f926 up at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:54:33.927121 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning for port 847b108a-08f4-4603-931a-c6b71e24f926 completed by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:54:33.932800 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning complete for port 847b108a-08f4-4603-931a-c6b71e24f926 triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:54:33.933425 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:33.975094 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3cd87a0a-8c13-4d66-8546-43ee61e1d8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:34.168842 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:34.195420 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] For port 847b108a-08f4-4603-931a-c6b71e24f926, host dv-cinder-789603-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=847b108a-08f4-4603-931a-c6b71e24f926,segment=NetworkSegment(8c058e4f-8cd0-4a1d-96cc-b525f030ca20),segment_id=8c058e4f-8cd0-4a1d-96cc-b525f030ca20)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:54:34.199339 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:34.200537 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 8d895b5a-6612-4ccc-9b9a-20db0e110a17 up at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:54:34.202315 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:54:34.281420 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Pushing event updated for resources: {'Port': ['ID=847b108a-08f4-4603-931a-c6b71e24f926,revision_number=4']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:54:34.284694 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:54:34.293383 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning complete for port 8d895b5a-6612-4ccc-9b9a-20db0e110a17 triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:54:34.293771 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:34.487122 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b045686-598e-4fff-9e01-7d4b880acf40 None None] Sync routers for ids ['ebf63450-4e06-4d33-8e3c-861e183b72e4'] in dv-cinder-789603-10-smb {{(pid=103677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:54:34.496969 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b045686-598e-4fff-9e01-7d4b880acf40 None None] Routers {'ebf63450-4e06-4d33-8e3c-861e183b72e4'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:54:34.497886 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_hamode_db [None req-1b045686-598e-4fff-9e01-7d4b880acf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:54:31Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['ebf63450-4e06-4d33-8e3c-861e183b72e4'], 'active': True} {{(pid=103677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:54:34.605671 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_dvr_db [None req-1b045686-598e-4fff-9e01-7d4b880acf40 None None] Set router ebf63450-4e06-4d33-8e3c-861e183b72e4 gateway port host: dv-cinder-789603-10-smb {{(pid=103677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:54:34.824904 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_hamode_db [None req-1b045686-598e-4fff-9e01-7d4b880acf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf63450-4e06-4d33-8e3c-861e183b72e4', 'name': 'tempest-TestMinimumBasicScenario-33524947-router', 'tenant_id': 'a48e37cdc6d7410782631bb19f707f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.176'}], 'enable_snat': True}, 'gw_port_id': '847b108a-08f4-4603-931a-c6b71e24f926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:54:27Z', 'updated_at': '2021-06-16T13:54:30Z', 'revision_number': 4, 'project_id': 'a48e37cdc6d7410782631bb19f707f78', 'gw_port': {'id': '847b108a-08f4-4603-931a-c6b71e24f926', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:5d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf63450-4e06-4d33-8e3c-861e183b72e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:54:28Z', 'updated_at': '2021-06-16T13:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_interfaces': [{'id': 'f1eb20e8-c14b-4997-a943-460b40293fab', 'name': '', 'network_id': '41b569a5-45bd-4e81-9380-6e246f1982b0', 'tenant_id': 'a48e37cdc6d7410782631bb19f707f78', 'mac_address': 'fa:16:3e:55:c0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf63450-4e06-4d33-8e3c-861e183b72e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '58435777-c0c8-4387-9eb1-5d08cc72d726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:54:30Z', 'updated_at': '2021-06-16T13:54:30Z', 'revision_number': 2, 'project_id': 'a48e37cdc6d7410782631bb19f707f78', 'subnets': [{'id': '58435777-c0c8-4387-9eb1-5d08cc72d726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:54:34.829442 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b045686-598e-4fff-9e01-7d4b880acf40 None None] Checking router: ebf63450-4e06-4d33-8e3c-861e183b72e4 for host: dv-cinder-789603-10-smb {{(pid=103677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:54:34.829793 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b045686-598e-4fff-9e01-7d4b880acf40 None None] Updating router ebf63450-4e06-4d33-8e3c-861e183b72e4 port f1eb20e8-c14b-4997-a943-460b40293fab binding host dv-cinder-789603-10-smb {{(pid=103677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 13:54:34.865205 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron_lib.callbacks.manager [None req-1b045686-598e-4fff-9e01-7d4b880acf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:35.193627 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron_lib.callbacks.manager [None req-1b045686-598e-4fff-9e01-7d4b880acf40 None None] Notify callbacks [] for port, precommit_update {{(pid=103677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:35.204250 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.provisioning_blocks [None req-1b045686-598e-4fff-9e01-7d4b880acf40 None None] Transition to ACTIVE for port object f1eb20e8-c14b-4997-a943-460b40293fab will not be triggered until provisioned by entity L2. {{(pid=103677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:54:35.211913 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron_lib.callbacks.manager [None req-1b045686-598e-4fff-9e01-7d4b880acf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:35.214302 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG oslo_concurrency.lockutils [None req-2aa337c9-7e6d-457d-86c1-7702a5870a74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:54:35.257401 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004bfb9f-a71b-4965-9d2d-7a3e10e9518a None None] Pushing event updated for resources: {'Port': ['ID=f1eb20e8-c14b-4997-a943-460b40293fab,revision_number=3']} {{(pid=103677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:54:35.317536 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG oslo_concurrency.lockutils [None req-004bfb9f-a71b-4965-9d2d-7a3e10e9518a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=103677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:54:35.379931 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.managers [None req-1b045686-598e-4fff-9e01-7d4b880acf40 None None] Attempting to bind port f1eb20e8-c14b-4997-a943-460b40293fab on host dv-cinder-789603-10-smb for vnic_type normal with profile {{(pid=103677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:54:35.380343 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.managers [None req-1b045686-598e-4fff-9e01-7d4b880acf40 None None] Attempting to bind port f1eb20e8-c14b-4997-a943-460b40293fab by drivers openvswitch,hyperv on host dv-cinder-789603-10-smb at level 0 using segments [{'id': '65a56eb3-f59f-452f-b516-4ab546a4a674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '41b569a5-45bd-4e81-9380-6e246f1982b0'}] {{(pid=103677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:54:35.380705 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b045686-598e-4fff-9e01-7d4b880acf40 None None] Attempting to bind port f1eb20e8-c14b-4997-a943-460b40293fab on network 41b569a5-45bd-4e81-9380-6e246f1982b0 {{(pid=103677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:54:35.386764 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b045686-598e-4fff-9e01-7d4b880acf40 None None] Checking agent: {'id': '621db60c-c63b-44d7-809e-3da174a43cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 1), 'started_at': datetime.datetime(2021, 6, 16, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:54:35.387348 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b045686-598e-4fff-9e01-7d4b880acf40 None None] Checking segment: {'id': '65a56eb3-f59f-452f-b516-4ab546a4a674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '41b569a5-45bd-4e81-9380-6e246f1982b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:54:35.387752 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron_lib.callbacks.manager [None req-1b045686-598e-4fff-9e01-7d4b880acf40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:35.388185 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b045686-598e-4fff-9e01-7d4b880acf40 None None] Bound using segment: {'id': '65a56eb3-f59f-452f-b516-4ab546a4a674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '41b569a5-45bd-4e81-9380-6e246f1982b0'} {{(pid=103677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:54:35.388641 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.managers [None req-1b045686-598e-4fff-9e01-7d4b880acf40 None None] Bound port: f1eb20e8-c14b-4997-a943-460b40293fab, host: dv-cinder-789603-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a56eb3-f59f-452f-b516-4ab546a4a674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1183, 'network_id': '41b569a5-45bd-4e81-9380-6e246f1982b0'}}] {{(pid=103677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:54:35.389148 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron_lib.callbacks.manager [None req-1b045686-598e-4fff-9e01-7d4b880acf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:35.490334 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.db [None req-1b045686-598e-4fff-9e01-7d4b880acf40 None None] For port f1eb20e8-c14b-4997-a943-460b40293fab, host dv-cinder-789603-10-smb, cleared binding levels {{(pid=103677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:54:35.493976 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.db [None req-1b045686-598e-4fff-9e01-7d4b880acf40 None None] For port f1eb20e8-c14b-4997-a943-460b40293fab, host dv-cinder-789603-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=f1eb20e8-c14b-4997-a943-460b40293fab,segment=NetworkSegment(65a56eb3-f59f-452f-b516-4ab546a4a674),segment_id=65a56eb3-f59f-452f-b516-4ab546a4a674)] {{(pid=103677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:54:35.500380 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron_lib.callbacks.manager [None req-1b045686-598e-4fff-9e01-7d4b880acf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:35.502926 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:54:35.570491 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004bfb9f-a71b-4965-9d2d-7a3e10e9518a None None] Pushing event updated for resources: {'Port': ['ID=f1eb20e8-c14b-4997-a943-460b40293fab,revision_number=4']} {{(pid=103677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:54:35.577879 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG oslo_concurrency.lockutils [None req-004bfb9f-a71b-4965-9d2d-7a3e10e9518a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=103677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:54:35.578466 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b045686-598e-4fff-9e01-7d4b880acf40 None None] Routers {'ebf63450-4e06-4d33-8e3c-861e183b72e4'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:54:35.579079 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_hamode_db [None req-1b045686-598e-4fff-9e01-7d4b880acf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:54:31Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['ebf63450-4e06-4d33-8e3c-861e183b72e4'], 'active': True} {{(pid=103677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:54:35.710754 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_dvr_db [None req-1b045686-598e-4fff-9e01-7d4b880acf40 None None] Set router ebf63450-4e06-4d33-8e3c-861e183b72e4 gateway port host: dv-cinder-789603-10-smb {{(pid=103677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:54:35.857301 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 847b108a-08f4-4603-931a-c6b71e24f926 up at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:54:35.928558 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning complete for port 847b108a-08f4-4603-931a-c6b71e24f926 triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:54:35.931270 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:35.979525 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_hamode_db [None req-1b045686-598e-4fff-9e01-7d4b880acf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf63450-4e06-4d33-8e3c-861e183b72e4', 'name': 'tempest-TestMinimumBasicScenario-33524947-router', 'tenant_id': 'a48e37cdc6d7410782631bb19f707f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.176'}], 'enable_snat': True}, 'gw_port_id': '847b108a-08f4-4603-931a-c6b71e24f926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:54:27Z', 'updated_at': '2021-06-16T13:54:30Z', 'revision_number': 4, 'project_id': 'a48e37cdc6d7410782631bb19f707f78', 'gw_port': {'id': '847b108a-08f4-4603-931a-c6b71e24f926', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:5d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf63450-4e06-4d33-8e3c-861e183b72e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:54:28Z', 'updated_at': '2021-06-16T13:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_interfaces': [{'id': 'f1eb20e8-c14b-4997-a943-460b40293fab', 'name': '', 'network_id': '41b569a5-45bd-4e81-9380-6e246f1982b0', 'tenant_id': 'a48e37cdc6d7410782631bb19f707f78', 'mac_address': 'fa:16:3e:55:c0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf63450-4e06-4d33-8e3c-861e183b72e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '58435777-c0c8-4387-9eb1-5d08cc72d726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:54:30Z', 'updated_at': '2021-06-16T13:54:35Z', 'revision_number': 4, 'project_id': 'a48e37cdc6d7410782631bb19f707f78', 'subnets': [{'id': '58435777-c0c8-4387-9eb1-5d08cc72d726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:54:35.987279 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b045686-598e-4fff-9e01-7d4b880acf40 None None] The sync data for ids ['ebf63450-4e06-4d33-8e3c-861e183b72e4'] in dv-cinder-789603-10-smb is: [{'id': 'ebf63450-4e06-4d33-8e3c-861e183b72e4', 'name': 'tempest-TestMinimumBasicScenario-33524947-router', 'tenant_id': 'a48e37cdc6d7410782631bb19f707f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.176'}], 'enable_snat': True}, 'gw_port_id': '847b108a-08f4-4603-931a-c6b71e24f926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:54:27Z', 'updated_at': '2021-06-16T13:54:30Z', 'revision_number': 4, 'project_id': 'a48e37cdc6d7410782631bb19f707f78', 'gw_port': {'id': '847b108a-08f4-4603-931a-c6b71e24f926', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:5d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf63450-4e06-4d33-8e3c-861e183b72e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:54:28Z', 'updated_at': '2021-06-16T13:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_interfaces': [{'id': 'f1eb20e8-c14b-4997-a943-460b40293fab', 'name': '', 'network_id': '41b569a5-45bd-4e81-9380-6e246f1982b0', 'tenant_id': 'a48e37cdc6d7410782631bb19f707f78', 'mac_address': 'fa:16:3e:55:c0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf63450-4e06-4d33-8e3c-861e183b72e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '58435777-c0c8-4387-9eb1-5d08cc72d726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:54:30Z', 'updated_at': '2021-06-16T13:54:35Z', 'revision_number': 4, 'project_id': 'a48e37cdc6d7410782631bb19f707f78', 'subnets': [{'id': '58435777-c0c8-4387-9eb1-5d08cc72d726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:54:36.033783 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device f1eb20e8-c14b-4997-a943-460b40293fab up at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:54:36.100873 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning for port f1eb20e8-c14b-4997-a943-460b40293fab completed by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:54:36.113670 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning complete for port f1eb20e8-c14b-4997-a943-460b40293fab triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:54:36.114051 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:36.141655 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.agents_db [None req-04e01baa-1c8d-439a-8f1b-024cbee7c8c9 None None] Agent healthcheck: found 6 active agents {{(pid=103677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:54:36.206433 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:36.251529 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] For port f1eb20e8-c14b-4997-a943-460b40293fab, host dv-cinder-789603-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=f1eb20e8-c14b-4997-a943-460b40293fab,segment=NetworkSegment(65a56eb3-f59f-452f-b516-4ab546a4a674),segment_id=65a56eb3-f59f-452f-b516-4ab546a4a674)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:54:36.256824 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:36.260061 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:54:36.322381 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Pushing event updated for resources: {'Port': ['ID=f1eb20e8-c14b-4997-a943-460b40293fab,revision_number=5']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:54:36.326234 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:54:37.771860 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device f1eb20e8-c14b-4997-a943-460b40293fab up at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:54:37.836971 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning complete for port f1eb20e8-c14b-4997-a943-460b40293fab triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:54:37.837409 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:39.712934 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:41.421471 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c9d85-f8e4-475a-ba3e-cfd2aea18575 req-85ea2d0e-bee8-4d32-9a48-5c2ca73abc5d tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:41.422922 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c13c9d85-f8e4-475a-ba3e-cfd2aea18575 req-85ea2d0e-bee8-4d32-9a48-5c2ca73abc5d tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/networks?id=3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712 HTTP/1.1" status: 200 len: 813 time: 0.1061413 Jun 16 13:54:41.441000 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c13c9d85-f8e4-475a-ba3e-cfd2aea18575 req-ee1d2924-52ba-443f-ab6c-b4e2896b00c5 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/quotas/fad49bd7b94b4ef9b24fc837ecdd50b2 HTTP/1.1" status: 200 len: 375 time: 0.0123641 Jun 16 13:54:41.520155 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c13c9d85-f8e4-475a-ba3e-cfd2aea18575 req-9e97ac23-16e4-48d1-9591-16e04b2b8439 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=fad49bd7b94b4ef9b24fc837ecdd50b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0734782 Jun 16 13:54:41.536975 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [req-c13c9d85-f8e4-475a-ba3e-cfd2aea18575 req-7eb787f8-d0d3-47b2-bcb1-6af421d5f846 service neutron] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=103674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 13:54:41.538179 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c13c9d85-f8e4-475a-ba3e-cfd2aea18575 req-7eb787f8-d0d3-47b2-bcb1-6af421d5f846 service neutron] 10.222.0.104 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059381 Jun 16 13:54:41.640100 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c13c9d85-f8e4-475a-ba3e-cfd2aea18575 req-c2b79db9-af0c-4b86-bfa6-1375a258689b service neutron] 10.222.0.104 "GET /v2.0/networks/3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961211 Jun 16 13:54:41.738752 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c13c9d85-f8e4-475a-ba3e-cfd2aea18575 req-f8496948-ea85-48bd-8799-4fef2351c4d8 service neutron] 10.222.0.104 "GET /v2.0/networks/3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924006 Jun 16 13:54:42.008209 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-b8d37334-0b1e-4542-96e7-b770283afd7e req-7cbe6773-32f6-48ac-8728-97cc2e21ec03 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/ports?device_id=d23fb762-02b3-4754-98d2-303b437119ac HTTP/1.1" status: 200 len: 210 time: 0.1300328 Jun 16 13:54:43.048935 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c9d85-f8e4-475a-ba3e-cfd2aea18575 req-8abb81e3-5d8c-4104-a99a-99591c27a63a tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:43.051400 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c13c9d85-f8e4-475a-ba3e-cfd2aea18575 req-8abb81e3-5d8c-4104-a99a-99591c27a63a tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.101 "GET /v2.0/networks?id=3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712 HTTP/1.1" status: 200 len: 813 time: 0.1312809 Jun 16 13:54:43.070076 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [req-c13c9d85-f8e4-475a-ba3e-cfd2aea18575 req-cd83b5ec-573f-4eb0-88fa-2056afe03634 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Request body: {'port': {'device_id': 'd23fb762-02b3-4754-98d2-303b437119ac', 'network_id': '3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712', 'admin_state_up': True, 'tenant_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:54:43.186371 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e6ff383b-1dff-40be-b26a-83579b3445a5 req-8a04f0ca-9fe3-48ef-90be-6444d0044bc8 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/ports?device_id=d23fb762-02b3-4754-98d2-303b437119ac HTTP/1.1" status: 200 len: 210 time: 0.0439725 Jun 16 13:54:43.224829 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c13c9d85-f8e4-475a-ba3e-cfd2aea18575 req-cd83b5ec-573f-4eb0-88fa-2056afe03634 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Made reservation on behalf of fad49bd7b94b4ef9b24fc837ecdd50b2 for: {'port': 1} {{(pid=103674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:54:43.229653 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-c13c9d85-f8e4-475a-ba3e-cfd2aea18575 req-cd83b5ec-573f-4eb0-88fa-2056afe03634 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for port, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:43.367734 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.db_base_plugin_common [req-c13c9d85-f8e4-475a-ba3e-cfd2aea18575 req-cd83b5ec-573f-4eb0-88fa-2056afe03634 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Allocated IP 172.20.0.7 (3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712/b458dbe4-68f5-4493-a0e0-8600d292f148/52b5c60a-fbc7-4fc9-bd22-511c3e8fe793) {{(pid=103674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:54:43.533368 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-c13c9d85-f8e4-475a-ba3e-cfd2aea18575 req-cd83b5ec-573f-4eb0-88fa-2056afe03634 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks [] for port, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:43.548845 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.provisioning_blocks [req-c13c9d85-f8e4-475a-ba3e-cfd2aea18575 req-cd83b5ec-573f-4eb0-88fa-2056afe03634 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Transition to ACTIVE for port object 52b5c60a-fbc7-4fc9-bd22-511c3e8fe793 will not be triggered until provisioned by entity DHCP. {{(pid=103674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:54:43.586749 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-c13c9d85-f8e4-475a-ba3e-cfd2aea18575 req-cd83b5ec-573f-4eb0-88fa-2056afe03634 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1833118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779594881046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10072334'] for port, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:43.593918 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-4a73fe34-af68-41fd-8cd3-1256f3c6c1ec tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:54:43.642756 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c13c9d85-f8e4-475a-ba3e-cfd2aea18575 req-cd83b5ec-573f-4eb0-88fa-2056afe03634 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Network 3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712 is already hosted by enough agents. {{(pid=103674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:54:43.647043 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [req-c13c9d85-f8e4-475a-ba3e-cfd2aea18575 req-cd83b5ec-573f-4eb0-88fa-2056afe03634 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Resources bound (agent type, host, resource id): {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:54:43.651513 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [req-c13c9d85-f8e4-475a-ba3e-cfd2aea18575 req-cd83b5ec-573f-4eb0-88fa-2056afe03634 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Received port after_create {{(pid=103674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:54:43.717536 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd83b5ec-573f-4eb0-88fa-2056afe03634 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Pushing event updated for resources: {'Port': ['ID=52b5c60a-fbc7-4fc9-bd22-511c3e8fe793,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:54:43.731319 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd83b5ec-573f-4eb0-88fa-2056afe03634 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:43.731685 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd83b5ec-573f-4eb0-88fa-2056afe03634 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:43.732078 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd83b5ec-573f-4eb0-88fa-2056afe03634 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:43.732441 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd83b5ec-573f-4eb0-88fa-2056afe03634 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:43.732796 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd83b5ec-573f-4eb0-88fa-2056afe03634 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:43.733146 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd83b5ec-573f-4eb0-88fa-2056afe03634 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:43.733511 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd83b5ec-573f-4eb0-88fa-2056afe03634 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:43.733842 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd83b5ec-573f-4eb0-88fa-2056afe03634 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:43.734190 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd83b5ec-573f-4eb0-88fa-2056afe03634 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:43.734533 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd83b5ec-573f-4eb0-88fa-2056afe03634 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:43.734876 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd83b5ec-573f-4eb0-88fa-2056afe03634 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:43.735219 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd83b5ec-573f-4eb0-88fa-2056afe03634 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:54:43.752326 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-cd83b5ec-573f-4eb0-88fa-2056afe03634 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:54:43.762136 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c9d85-f8e4-475a-ba3e-cfd2aea18575 req-cd83b5ec-573f-4eb0-88fa-2056afe03634 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:43.762942 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-c13c9d85-f8e4-475a-ba3e-cfd2aea18575 req-cd83b5ec-573f-4eb0-88fa-2056afe03634 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914'] for port, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:43.796684 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c13c9d85-f8e4-475a-ba3e-cfd2aea18575 req-cd83b5ec-573f-4eb0-88fa-2056afe03634 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7307119 Jun 16 13:54:43.989007 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-942dea93-ae5d-4ada-8d22-362217b22415 None None] Provisioning for port 52b5c60a-fbc7-4fc9-bd22-511c3e8fe793 completed by entity DHCP. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:54:43.994023 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-942dea93-ae5d-4ada-8d22-362217b22415 None None] Provisioning complete for port 52b5c60a-fbc7-4fc9-bd22-511c3e8fe793 triggered by entity DHCP. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:54:43.994643 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-942dea93-ae5d-4ada-8d22-362217b22415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:44.029305 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-942dea93-ae5d-4ada-8d22-362217b22415 None None] Port 52b5c60a-fbc7-4fc9-bd22-511c3e8fe793 cannot update to ACTIVE because it is not bound. {{(pid=103676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:54:44.384493 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a686e134-c121-4654-8ecd-c308c08a9c0a req-31949c65-1f09-4adf-9764-680c0001329e tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:44.386160 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a686e134-c121-4654-8ecd-c308c08a9c0a req-31949c65-1f09-4adf-9764-680c0001329e tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/ports?device_id=d23fb762-02b3-4754-98d2-303b437119ac HTTP/1.1" status: 200 len: 931 time: 0.0692792 Jun 16 13:54:44.432516 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a686e134-c121-4654-8ecd-c308c08a9c0a req-ccb115fc-1769-4678-bf9f-90a23aabc40c tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f3190a-73d7-43d7-8b47-d1c41a7d55e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394912 Jun 16 13:54:45.613705 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9a5bc-407c-4427-9374-07842dd07ffd req-459934eb-edf7-4e99-91eb-c284e721c28c tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:45.615528 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-20a9a5bc-407c-4427-9374-07842dd07ffd req-459934eb-edf7-4e99-91eb-c284e721c28c tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/ports?device_id=d23fb762-02b3-4754-98d2-303b437119ac HTTP/1.1" status: 200 len: 931 time: 0.0658793 Jun 16 13:54:45.666334 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-20a9a5bc-407c-4427-9374-07842dd07ffd req-77773a35-545f-4ab7-98e2-326843090a60 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f3190a-73d7-43d7-8b47-d1c41a7d55e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415049 Jun 16 13:54:47.041283 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d62bb0-bf55-4372-a91a-fdd1370fb2b2 req-2166bea0-958a-434c-89ba-5384ba7a74f4 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:47.042431 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-23d62bb0-bf55-4372-a91a-fdd1370fb2b2 req-2166bea0-958a-434c-89ba-5384ba7a74f4 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/ports?device_id=d23fb762-02b3-4754-98d2-303b437119ac HTTP/1.1" status: 200 len: 931 time: 0.0864623 Jun 16 13:54:47.088965 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-23d62bb0-bf55-4372-a91a-fdd1370fb2b2 req-95600f89-7e0b-4b27-a636-06cef4ecea29 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f3190a-73d7-43d7-8b47-d1c41a7d55e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401981 Jun 16 13:54:48.325847 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa34316-e512-41af-80e8-ad833d8c9a1c req-ccaf9057-18b6-4b95-a334-f1c1105057bc tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:48.327517 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-bfa34316-e512-41af-80e8-ad833d8c9a1c req-ccaf9057-18b6-4b95-a334-f1c1105057bc tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/ports?device_id=d23fb762-02b3-4754-98d2-303b437119ac HTTP/1.1" status: 200 len: 931 time: 0.0817304 Jun 16 13:54:48.410416 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-bfa34316-e512-41af-80e8-ad833d8c9a1c req-236d02a9-c1f0-4a65-b4e1-21f58109b58a tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f3190a-73d7-43d7-8b47-d1c41a7d55e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721588 Jun 16 13:54:49.664209 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff069849-1230-450b-a138-e9e6fb7b2f80 req-dc0b63ec-4d40-42bf-a229-310830d864ce tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:49.667402 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ff069849-1230-450b-a138-e9e6fb7b2f80 req-dc0b63ec-4d40-42bf-a229-310830d864ce tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/ports?device_id=d23fb762-02b3-4754-98d2-303b437119ac HTTP/1.1" status: 200 len: 931 time: 0.0823343 Jun 16 13:54:49.712443 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ff069849-1230-450b-a138-e9e6fb7b2f80 req-941ceb78-6f20-48d8-be0d-94dd3e541d9d tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f3190a-73d7-43d7-8b47-d1c41a7d55e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389802 Jun 16 13:54:50.954874 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140064d6-78fd-4f85-889e-e5da4781ae09 req-9c3845d1-4cfa-4ac0-9575-56595db2411b tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:50.956416 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-140064d6-78fd-4f85-889e-e5da4781ae09 req-9c3845d1-4cfa-4ac0-9575-56595db2411b tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/ports?device_id=d23fb762-02b3-4754-98d2-303b437119ac HTTP/1.1" status: 200 len: 931 time: 0.1233788 Jun 16 13:54:51.005382 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-140064d6-78fd-4f85-889e-e5da4781ae09 req-f8454a87-e701-45ff-be57-09751e919171 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f3190a-73d7-43d7-8b47-d1c41a7d55e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421317 Jun 16 13:54:52.192114 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40003dc3-a2e8-4801-bd9a-dc871f8aae62 req-b8af7bbe-e177-4161-a5ea-539eb598854d tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:52.193646 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-40003dc3-a2e8-4801-bd9a-dc871f8aae62 req-b8af7bbe-e177-4161-a5ea-539eb598854d tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/ports?device_id=d23fb762-02b3-4754-98d2-303b437119ac HTTP/1.1" status: 200 len: 931 time: 0.0641918 Jun 16 13:54:52.232681 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-40003dc3-a2e8-4801-bd9a-dc871f8aae62 req-26e3448d-d0de-42d9-a309-cb6e4f278e49 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f3190a-73d7-43d7-8b47-d1c41a7d55e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332525 Jun 16 13:54:53.187963 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [req-c13c9d85-f8e4-475a-ba3e-cfd2aea18575 req-47ec2cfb-9937-4dfc-8beb-3b0d48a0262f tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] http://10.222.0.104:9696/v2.0/extensions returned with HTTP 200 {{(pid=103674) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 16 13:54:53.188939 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c13c9d85-f8e4-475a-ba3e-cfd2aea18575 req-47ec2cfb-9937-4dfc-8beb-3b0d48a0262f tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052826 Jun 16 13:54:53.251690 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [req-c13c9d85-f8e4-475a-ba3e-cfd2aea18575 req-25e0675b-9d21-4efa-8dd8-7728b71b7b22 service neutron] Request body: {'port': {'device_id': 'd23fb762-02b3-4754-98d2-303b437119ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:54:53.334034 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-c13c9d85-f8e4-475a-ba3e-cfd2aea18575 req-25e0675b-9d21-4efa-8dd8-7728b71b7b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:53.515556 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2419e574-2e9b-43cc-95be-57dbde2f159a req-403fecc8-3844-4a1e-afb6-587d57a791e7 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:53.517061 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2419e574-2e9b-43cc-95be-57dbde2f159a req-403fecc8-3844-4a1e-afb6-587d57a791e7 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/ports?device_id=d23fb762-02b3-4754-98d2-303b437119ac HTTP/1.1" status: 200 len: 931 time: 0.1509979 Jun 16 13:54:53.595945 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2419e574-2e9b-43cc-95be-57dbde2f159a req-90759e00-5d35-4c56-98c7-ecbd4f538f46 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f3190a-73d7-43d7-8b47-d1c41a7d55e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554316 Jun 16 13:54:53.674021 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.notifiers.nova [req-c13c9d85-f8e4-475a-ba3e-cfd2aea18575 req-25e0675b-9d21-4efa-8dd8-7728b71b7b22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52b5c60a-fbc7-4fc9-bd22-511c3e8fe793 {{(pid=103674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:54:53.682571 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-c13c9d85-f8e4-475a-ba3e-cfd2aea18575 req-25e0675b-9d21-4efa-8dd8-7728b71b7b22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:53.696654 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.provisioning_blocks [req-c13c9d85-f8e4-475a-ba3e-cfd2aea18575 req-25e0675b-9d21-4efa-8dd8-7728b71b7b22 service neutron] Transition to ACTIVE for port object 52b5c60a-fbc7-4fc9-bd22-511c3e8fe793 will not be triggered until provisioned by entity L2. {{(pid=103674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:54:53.702530 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-c13c9d85-f8e4-475a-ba3e-cfd2aea18575 req-25e0675b-9d21-4efa-8dd8-7728b71b7b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10072344'] for port, after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:53.704808 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-934c05f0-fa7b-453c-bdee-30a51affc083 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:54:53.781646 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0675b-9d21-4efa-8dd8-7728b71b7b22 service neutron] Pushing event updated for resources: {'Port': ['ID=52b5c60a-fbc7-4fc9-bd22-511c3e8fe793,revision_number=2']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:54:53.785007 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-25e0675b-9d21-4efa-8dd8-7728b71b7b22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:54:53.859030 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.managers [req-c13c9d85-f8e4-475a-ba3e-cfd2aea18575 req-25e0675b-9d21-4efa-8dd8-7728b71b7b22 service neutron] Attempting to bind port 52b5c60a-fbc7-4fc9-bd22-511c3e8fe793 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:54:53.859372 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.managers [req-c13c9d85-f8e4-475a-ba3e-cfd2aea18575 req-25e0675b-9d21-4efa-8dd8-7728b71b7b22 service neutron] Attempting to bind port 52b5c60a-fbc7-4fc9-bd22-511c3e8fe793 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'e3bb6e18-bf5f-42ad-89da-038fc1b95c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712'}] {{(pid=103674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:54:53.859704 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13c9d85-f8e4-475a-ba3e-cfd2aea18575 req-25e0675b-9d21-4efa-8dd8-7728b71b7b22 service neutron] Attempting to bind port 52b5c60a-fbc7-4fc9-bd22-511c3e8fe793 on network 3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712 {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:54:53.864658 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13c9d85-f8e4-475a-ba3e-cfd2aea18575 req-25e0675b-9d21-4efa-8dd8-7728b71b7b22 service neutron] Port 52b5c60a-fbc7-4fc9-bd22-511c3e8fe793 on network 3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 13:54:53.864997 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13c9d85-f8e4-475a-ba3e-cfd2aea18575 req-25e0675b-9d21-4efa-8dd8-7728b71b7b22 service neutron] Attempting to bind port 52b5c60a-fbc7-4fc9-bd22-511c3e8fe793 on network 3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712 {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:54:53.870367 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13c9d85-f8e4-475a-ba3e-cfd2aea18575 req-25e0675b-9d21-4efa-8dd8-7728b71b7b22 service neutron] Checking agent: {'id': '1d30c470-50d4-4ce2-b27c-c11b758166c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 42, 10), 'started_at': datetime.datetime(2021, 6, 16, 13, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:54:53.870707 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13c9d85-f8e4-475a-ba3e-cfd2aea18575 req-25e0675b-9d21-4efa-8dd8-7728b71b7b22 service neutron] Checking segment: {'id': 'e3bb6e18-bf5f-42ad-89da-038fc1b95c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:54:53.871090 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c13c9d85-f8e4-475a-ba3e-cfd2aea18575 req-25e0675b-9d21-4efa-8dd8-7728b71b7b22 service neutron] Bound using segment: {'id': 'e3bb6e18-bf5f-42ad-89da-038fc1b95c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712'} {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:54:53.871524 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.managers [req-c13c9d85-f8e4-475a-ba3e-cfd2aea18575 req-25e0675b-9d21-4efa-8dd8-7728b71b7b22 service neutron] Bound port: 52b5c60a-fbc7-4fc9-bd22-511c3e8fe793, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3bb6e18-bf5f-42ad-89da-038fc1b95c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712'}}] {{(pid=103674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:54:53.871879 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-c13c9d85-f8e4-475a-ba3e-cfd2aea18575 req-25e0675b-9d21-4efa-8dd8-7728b71b7b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:53.938434 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.db [req-c13c9d85-f8e4-475a-ba3e-cfd2aea18575 req-25e0675b-9d21-4efa-8dd8-7728b71b7b22 service neutron] For port 52b5c60a-fbc7-4fc9-bd22-511c3e8fe793, host hv-cinder-78960, cleared binding levels {{(pid=103674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:54:53.941708 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.db [req-c13c9d85-f8e4-475a-ba3e-cfd2aea18575 req-25e0675b-9d21-4efa-8dd8-7728b71b7b22 service neutron] For port 52b5c60a-fbc7-4fc9-bd22-511c3e8fe793, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=52b5c60a-fbc7-4fc9-bd22-511c3e8fe793,segment=NetworkSegment(e3bb6e18-bf5f-42ad-89da-038fc1b95c45),segment_id=e3bb6e18-bf5f-42ad-89da-038fc1b95c45)] {{(pid=103674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:54:53.947188 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-c13c9d85-f8e4-475a-ba3e-cfd2aea18575 req-25e0675b-9d21-4efa-8dd8-7728b71b7b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10072344'] for port, after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:53.949405 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-242912f5-f05f-4cad-b442-c78d5c346353 tempest-VolumesNegativeTest-1887000276 tempest-VolumesNegativeTest-1887000276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:54:53.984755 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c9d85-f8e4-475a-ba3e-cfd2aea18575 req-25e0675b-9d21-4efa-8dd8-7728b71b7b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:53.985400 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-c13c9d85-f8e4-475a-ba3e-cfd2aea18575 req-25e0675b-9d21-4efa-8dd8-7728b71b7b22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914'] for port, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:53.986804 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c13c9d85-f8e4-475a-ba3e-cfd2aea18575 req-25e0675b-9d21-4efa-8dd8-7728b71b7b22 service neutron] 10.222.0.101 "PUT /v2.0/ports/52b5c60a-fbc7-4fc9-bd22-511c3e8fe793 HTTP/1.1" status: 200 len: 1093 time: 0.7885170 Jun 16 13:54:53.987293 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23fb762-02b3-4754-98d2-303b437119ac', 'tag': '52b5c60a-fbc7-4fc9-bd22-511c3e8fe793'}] {{(pid=103674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:54:53.989644 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf0caa33b503d1f2c3d6e3a51c00f46bab3e78c159fea0ab96052d9779657e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4221d62c-4245-46fe-a0cc-2f3ac280ee41" -d '{"events": [{"name": "network-changed", "server_uuid": "d23fb762-02b3-4754-98d2-303b437119ac", "tag": "52b5c60a-fbc7-4fc9-bd22-511c3e8fe793"}]}' {{(pid=103674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:54:54.019947 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0675b-9d21-4efa-8dd8-7728b71b7b22 service neutron] Pushing event updated for resources: {'Port': ['ID=52b5c60a-fbc7-4fc9-bd22-511c3e8fe793,revision_number=3']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:54:54.024524 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-25e0675b-9d21-4efa-8dd8-7728b71b7b22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:54:54.049412 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894868f8-61f6-46d1-84ef-cf2c7def84e2 x-openstack-request-id: req-894868f8-61f6-46d1-84ef-cf2c7def84e2 {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:54:54.049740 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d23fb762-02b3-4754-98d2-303b437119ac", "tag": "52b5c60a-fbc7-4fc9-bd22-511c3e8fe793", "status": "completed", "code": 200}]} {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:54:54.050028 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-894868f8-61f6-46d1-84ef-cf2c7def84e2 {{(pid=103674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:54:54.050454 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd23fb762-02b3-4754-98d2-303b437119ac', 'tag': '52b5c60a-fbc7-4fc9-bd22-511c3e8fe793', 'status': 'completed', 'code': 200} Jun 16 13:54:54.097308 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c9d85-f8e4-475a-ba3e-cfd2aea18575 req-d1614b83-d654-424a-9478-7e4980d4e988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:54.098823 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c13c9d85-f8e4-475a-ba3e-cfd2aea18575 req-d1614b83-d654-424a-9478-7e4980d4e988 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=fad49bd7b94b4ef9b24fc837ecdd50b2&device_id=d23fb762-02b3-4754-98d2-303b437119ac HTTP/1.1" status: 200 len: 1096 time: 0.0586314 Jun 16 13:54:54.144371 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c13c9d85-f8e4-475a-ba3e-cfd2aea18575 req-7e2d5073-b830-412f-bc85-7263780218d8 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52b5c60a-fbc7-4fc9-bd22-511c3e8fe793 HTTP/1.1" status: 200 len: 217 time: 0.0368729 Jun 16 13:54:54.196326 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c9d85-f8e4-475a-ba3e-cfd2aea18575 req-437c17aa-a57e-4b38-8702-c75489cdc03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:54.197779 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c13c9d85-f8e4-475a-ba3e-cfd2aea18575 req-437c17aa-a57e-4b38-8702-c75489cdc03c service neutron] 10.222.0.101 "GET /v2.0/subnets?id=b458dbe4-68f5-4493-a0e0-8600d292f148 HTTP/1.1" status: 200 len: 852 time: 0.0460510 Jun 16 13:54:54.262512 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c9d85-f8e4-475a-ba3e-cfd2aea18575 req-bc7e6008-8b5c-44d7-8d85-f67cdc882cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:54.263984 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c13c9d85-f8e4-475a-ba3e-cfd2aea18575 req-bc7e6008-8b5c-44d7-8d85-f67cdc882cfd service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0593941 Jun 16 13:54:54.353463 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c13c9d85-f8e4-475a-ba3e-cfd2aea18575 req-3961a079-2ea3-4974-926a-7c5aec0099d3 service neutron] 10.222.0.101 "GET /v2.0/networks/3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810368 Jun 16 13:54:54.451167 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c13c9d85-f8e4-475a-ba3e-cfd2aea18575 req-cab043f3-88e5-45a1-a8dd-c047468b791c service neutron] 10.222.0.101 "GET /v2.0/networks/3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910347 Jun 16 13:54:54.557688 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221d62c-4245-46fe-a0cc-2f3ac280ee41 req-72e91aec-7d79-43db-a9d1-9cb9e863d5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:54.559597 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-4221d62c-4245-46fe-a0cc-2f3ac280ee41 req-72e91aec-7d79-43db-a9d1-9cb9e863d5d3 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=fad49bd7b94b4ef9b24fc837ecdd50b2&device_id=d23fb762-02b3-4754-98d2-303b437119ac HTTP/1.1" status: 200 len: 1096 time: 0.0611644 Jun 16 13:54:54.665170 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221d62c-4245-46fe-a0cc-2f3ac280ee41 req-72129adf-0d1d-458f-aabc-c5d0158d0a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:54.666630 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-4221d62c-4245-46fe-a0cc-2f3ac280ee41 req-72129adf-0d1d-458f-aabc-c5d0158d0a66 service neutron] 10.222.0.101 "GET /v2.0/networks?id=3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712 HTTP/1.1" status: 200 len: 915 time: 0.0998430 Jun 16 13:54:54.707647 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-4221d62c-4245-46fe-a0cc-2f3ac280ee41 req-2f249a00-0542-48e1-a86d-99b9ff24ad0d service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52b5c60a-fbc7-4fc9-bd22-511c3e8fe793 HTTP/1.1" status: 200 len: 217 time: 0.0341430 Jun 16 13:54:54.786672 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221d62c-4245-46fe-a0cc-2f3ac280ee41 req-9509c8ab-8fee-483d-972e-32bafd3406f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:54.788227 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-4221d62c-4245-46fe-a0cc-2f3ac280ee41 req-9509c8ab-8fee-483d-972e-32bafd3406f3 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=b458dbe4-68f5-4493-a0e0-8600d292f148 HTTP/1.1" status: 200 len: 852 time: 0.0673978 Jun 16 13:54:55.124782 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee6dc18-4029-4a2f-8d48-7976009dd27e req-c1fc845d-4572-45d5-b468-8c419334df3f tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:55.126338 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-9ee6dc18-4029-4a2f-8d48-7976009dd27e req-c1fc845d-4572-45d5-b468-8c419334df3f tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/ports?device_id=d23fb762-02b3-4754-98d2-303b437119ac HTTP/1.1" status: 200 len: 943 time: 0.4143043 Jun 16 13:54:55.173532 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-9ee6dc18-4029-4a2f-8d48-7976009dd27e req-70fdf25c-62b9-414b-9067-be22c59ffa34 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f3190a-73d7-43d7-8b47-d1c41a7d55e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412612 Jun 16 13:54:55.176575 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221d62c-4245-46fe-a0cc-2f3ac280ee41 req-c42be81c-fbe3-4f3d-ba38-8758c3234e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:55.177820 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-4221d62c-4245-46fe-a0cc-2f3ac280ee41 req-c42be81c-fbe3-4f3d-ba38-8758c3234e3e service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3817182 Jun 16 13:54:55.273317 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-4221d62c-4245-46fe-a0cc-2f3ac280ee41 req-d82a6939-3686-4638-936e-1d963364b32b service neutron] 10.222.0.101 "GET /v2.0/networks/3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859492 Jun 16 13:54:55.361845 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-4221d62c-4245-46fe-a0cc-2f3ac280ee41 req-bea448f4-97e9-40d6-8178-54f9cebd3985 service neutron] 10.222.0.101 "GET /v2.0/networks/3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818689 Jun 16 13:54:56.357177 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472ab9a-c2f4-46da-8bb5-8e2f6d51c41d req-b18c9a8d-6d73-43ae-ae13-441acca3a67c tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:56.358560 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-7472ab9a-c2f4-46da-8bb5-8e2f6d51c41d req-b18c9a8d-6d73-43ae-ae13-441acca3a67c tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/ports?device_id=d23fb762-02b3-4754-98d2-303b437119ac HTTP/1.1" status: 200 len: 943 time: 0.0639267 Jun 16 13:54:56.402076 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-7472ab9a-c2f4-46da-8bb5-8e2f6d51c41d req-09ec35ad-b354-47dd-aedf-4682d8b9d900 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f3190a-73d7-43d7-8b47-d1c41a7d55e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357037 Jun 16 13:54:57.289294 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 52b5c60a-fbc7-4fc9-bd22-511c3e8fe793 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:54:57.396409 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port 52b5c60a-fbc7-4fc9-bd22-511c3e8fe793, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=52b5c60a-fbc7-4fc9-bd22-511c3e8fe793,segment=NetworkSegment(e3bb6e18-bf5f-42ad-89da-038fc1b95c45),segment_id=e3bb6e18-bf5f-42ad-89da-038fc1b95c45)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:54:57.410468 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Returning: {'device': '52b5c60a-fbc7-4fc9-bd22-511c3e8fe793', 'network_id': '3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712', 'port_id': '52b5c60a-fbc7-4fc9-bd22-511c3e8fe793', 'mac_address': 'fa:16:3e:51:96:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b458dbe4-68f5-4493-a0e0-8600d292f148', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:54:57.454893 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:57.467901 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.notifiers.nova [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52b5c60a-fbc7-4fc9-bd22-511c3e8fe793 {{(pid=103676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:54:57.488910 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port 52b5c60a-fbc7-4fc9-bd22-511c3e8fe793, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=52b5c60a-fbc7-4fc9-bd22-511c3e8fe793,segment=NetworkSegment(e3bb6e18-bf5f-42ad-89da-038fc1b95c45),segment_id=e3bb6e18-bf5f-42ad-89da-038fc1b95c45)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:54:57.494025 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:57.496796 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:54:57.543930 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Pushing event updated for resources: {'Port': ['ID=52b5c60a-fbc7-4fc9-bd22-511c3e8fe793,revision_number=4']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:54:57.547508 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:54:57.590001 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127aa97-6c54-4aaa-8192-cf78093b1f12 req-95eaebb6-a0d4-4932-8732-ead8b91aa660 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:57.591435 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e127aa97-6c54-4aaa-8192-cf78093b1f12 req-95eaebb6-a0d4-4932-8732-ead8b91aa660 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/ports?device_id=d23fb762-02b3-4754-98d2-303b437119ac HTTP/1.1" status: 200 len: 944 time: 0.0698206 Jun 16 13:54:57.629797 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e127aa97-6c54-4aaa-8192-cf78093b1f12 req-518da700-10b3-470b-9475-387ec67b1b62 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f3190a-73d7-43d7-8b47-d1c41a7d55e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320330 Jun 16 13:54:57.735386 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] get_ports_and_sgs() called for port_ids ['52b5c60a-fbc7-4fc9-bd22-511c3e8fe793'] {{(pid=103676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:54:58.625424 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9c577cfc-caed-48fe-8d1a-6b858d37442c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:58.827913 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40a8b3d-c3e0-494f-9948-9da44f807af0 req-cedc7c84-3a7a-4a5c-9491-7268746108a8 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:58.830049 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f40a8b3d-c3e0-494f-9948-9da44f807af0 req-cedc7c84-3a7a-4a5c-9491-7268746108a8 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/ports?device_id=d23fb762-02b3-4754-98d2-303b437119ac HTTP/1.1" status: 200 len: 944 time: 0.0817220 Jun 16 13:54:58.871586 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f40a8b3d-c3e0-494f-9948-9da44f807af0 req-feffd3f0-08c7-4256-8183-3af9a768cbcc tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f3190a-73d7-43d7-8b47-d1c41a7d55e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351450 Jun 16 13:54:59.295787 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 52b5c60a-fbc7-4fc9-bd22-511c3e8fe793 up at agent hyperv_hv-cinder-78960 {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:54:59.349207 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Provisioning for port 52b5c60a-fbc7-4fc9-bd22-511c3e8fe793 completed by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:54:59.352897 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Provisioning complete for port 52b5c60a-fbc7-4fc9-bd22-511c3e8fe793 triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:54:59.353277 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:59.439118 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:59.463531 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23fb762-02b3-4754-98d2-303b437119ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b5c60a-fbc7-4fc9-bd22-511c3e8fe793'}] {{(pid=103676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:54:59.466992 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}effa97d0e2123b52db6fac0114eb4251877085964bb68e70a4b566e9e639f06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efad97ed-e101-4ea8-9872-f6f109e52f37" -d '{"events": [{"server_uuid": "d23fb762-02b3-4754-98d2-303b437119ac", "name": "network-vif-plugged", "status": "completed", "tag": "52b5c60a-fbc7-4fc9-bd22-511c3e8fe793"}]}' {{(pid=103676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:54:59.481141 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port 52b5c60a-fbc7-4fc9-bd22-511c3e8fe793, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=52b5c60a-fbc7-4fc9-bd22-511c3e8fe793,segment=NetworkSegment(e3bb6e18-bf5f-42ad-89da-038fc1b95c45),segment_id=e3bb6e18-bf5f-42ad-89da-038fc1b95c45)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:54:59.485681 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:54:59.487664 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-ab084a64-026d-4069-ac05-f728467f69be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:54:59.511921 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4a951e-5ce1-4d4b-b527-6e644f41cf67 x-openstack-request-id: req-5d4a951e-5ce1-4d4b-b527-6e644f41cf67 {{(pid=103676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:54:59.512249 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d23fb762-02b3-4754-98d2-303b437119ac", "name": "network-vif-plugged", "status": "completed", "tag": "52b5c60a-fbc7-4fc9-bd22-511c3e8fe793", "code": 200}]} {{(pid=103676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:54:59.512511 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-5d4a951e-5ce1-4d4b-b527-6e644f41cf67 {{(pid=103676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:54:59.512902 dv-cinder-789603-10-smb neutron-server[103676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23fb762-02b3-4754-98d2-303b437119ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b5c60a-fbc7-4fc9-bd22-511c3e8fe793', 'code': 200} Jun 16 13:54:59.541777 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Pushing event updated for resources: {'Port': ['ID=52b5c60a-fbc7-4fc9-bd22-511c3e8fe793,revision_number=5']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:54:59.545115 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:54:59.740732 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636f95f-daf9-4724-bc0f-4b4c1db91304 req-267781f6-f59f-430e-8aaa-08fe0bed310b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:54:59.742208 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e636f95f-daf9-4724-bc0f-4b4c1db91304 req-267781f6-f59f-430e-8aaa-08fe0bed310b service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=d23fb762-02b3-4754-98d2-303b437119ac HTTP/1.1" status: 200 len: 1098 time: 0.0582387 Jun 16 13:54:59.777625 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e636f95f-daf9-4724-bc0f-4b4c1db91304 req-b9eb6f9d-a45f-4a8b-9b01-28057b6ba135 service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=a8f3190a-73d7-43d7-8b47-d1c41a7d55e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288889 Jun 16 13:55:00.059766 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97924f-4826-4fa5-8a1e-17813d5f3f44 req-d88b6ffd-cca9-4b9a-928a-6097781eefdb tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:00.061195 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ed97924f-4826-4fa5-8a1e-17813d5f3f44 req-d88b6ffd-cca9-4b9a-928a-6097781eefdb tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/ports?device_id=d23fb762-02b3-4754-98d2-303b437119ac HTTP/1.1" status: 200 len: 945 time: 0.0690644 Jun 16 13:55:00.099546 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ed97924f-4826-4fa5-8a1e-17813d5f3f44 req-1cbd3138-4bff-4633-84ac-cb2d6eb0b3f9 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f3190a-73d7-43d7-8b47-d1c41a7d55e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326092 Jun 16 13:55:01.135351 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:01.286369 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c52f7-ca84-4bb5-a56f-6fbc3602fb9d req-c74cbfe2-2305-496f-aa68-9a202294ab07 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:01.288140 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f08c52f7-ca84-4bb5-a56f-6fbc3602fb9d req-c74cbfe2-2305-496f-aa68-9a202294ab07 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/ports?device_id=d23fb762-02b3-4754-98d2-303b437119ac HTTP/1.1" status: 200 len: 945 time: 0.0671816 Jun 16 13:55:01.291563 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-a7f46734-e89a-4b7e-9939-7db84900912c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:01.328530 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f08c52f7-ca84-4bb5-a56f-6fbc3602fb9d req-77b976b0-6766-4d74-95ee-c62ab1980267 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f3190a-73d7-43d7-8b47-d1c41a7d55e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344579 Jun 16 13:55:01.514115 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b4adf8-3e56-4b41-9935-dcaf8969271a req-16c6ee76-e127-4cf2-b707-964445074404 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:01.515518 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-16b4adf8-3e56-4b41-9935-dcaf8969271a req-16c6ee76-e127-4cf2-b707-964445074404 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/ports?device_id=d23fb762-02b3-4754-98d2-303b437119ac HTTP/1.1" status: 200 len: 945 time: 0.0728958 Jun 16 13:55:01.553884 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-16b4adf8-3e56-4b41-9935-dcaf8969271a req-33a5de9a-69d7-4ad6-bc4d-b4c78c48263d tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f3190a-73d7-43d7-8b47-d1c41a7d55e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325327 Jun 16 13:55:01.973306 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ed77db-8d50-4e13-a7af-9d6963c63f2a req-d0ac6132-0470-467e-b22e-c0e45cc1f6e9 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:01.975264 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-20ed77db-8d50-4e13-a7af-9d6963c63f2a req-d0ac6132-0470-467e-b22e-c0e45cc1f6e9 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/ports?device_id=d23fb762-02b3-4754-98d2-303b437119ac HTTP/1.1" status: 200 len: 945 time: 0.0761380 Jun 16 13:55:02.022270 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-20ed77db-8d50-4e13-a7af-9d6963c63f2a req-4d7cc9c7-48b4-43b6-b9ae-4328771c2471 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f3190a-73d7-43d7-8b47-d1c41a7d55e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412183 Jun 16 13:55:02.085797 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9426d120-8ef3-450b-a3fa-438be4b95f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:03.966793 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3cd87a0a-8c13-4d66-8546-43ee61e1d8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:05.346797 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448735a6-9e63-4d62-b8fa-5297d37f3786 req-71a91a20-e9c9-48b6-9bf3-b0c8ed87859a tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:05.348350 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-448735a6-9e63-4d62-b8fa-5297d37f3786 req-71a91a20-e9c9-48b6-9bf3-b0c8ed87859a tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/ports?device_id=d23fb762-02b3-4754-98d2-303b437119ac HTTP/1.1" status: 200 len: 945 time: 0.0741491 Jun 16 13:55:05.389581 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-448735a6-9e63-4d62-b8fa-5297d37f3786 req-9bdd3006-030e-44a8-841f-e1bbb88ade5a tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f3190a-73d7-43d7-8b47-d1c41a7d55e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353229 Jun 16 13:55:05.416595 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 46656) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:55:05.528473 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276fef10-9c39-402d-9b0e-ccd11c03bfa0 tempest-TestMinimumBasicScenario-1805205077 tempest-TestMinimumBasicScenario-1805205077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:05.529966 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-276fef10-9c39-402d-9b0e-ccd11c03bfa0 tempest-TestMinimumBasicScenario-1805205077 tempest-TestMinimumBasicScenario-1805205077-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=d23fb762-02b3-4754-98d2-303b437119ac HTTP/1.1" status: 200 len: 1093 time: 0.1123743 Jun 16 13:55:05.535445 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 46660) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:55:05.543028 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [None req-46a1c703-203e-4fdd-8b89-18b97dc57849 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Request body: {'floatingip': {'floating_network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'port_id': '52b5c60a-fbc7-4fc9-bd22-511c3e8fe793', 'tenant_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:55:05.579732 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-46a1c703-203e-4fdd-8b89-18b97dc57849 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks [] for floatingip, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:05.685651 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-46a1c703-203e-4fdd-8b89-18b97dc57849 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for port, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:05.807528 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.db_base_plugin_common [None req-46a1c703-203e-4fdd-8b89-18b97dc57849 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Allocated IP 172.28.1.50 (0670eadb-aa0f-4551-9ff4-64f252730750/f2f4aa09-e9c1-4804-aa42-b5c4d121e78a/c7cfbbbf-c6fb-4cdb-a634-bfe111a77d54) {{(pid=103674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:55:05.924319 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-46a1c703-203e-4fdd-8b89-18b97dc57849 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks [] for port, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:05.973300 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-46a1c703-203e-4fdd-8b89-18b97dc57849 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1833118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779594881046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10072334'] for port, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:05.975347 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-a1c2b17a-08e1-475e-9221-4459b3314a56 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:55:06.015071 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a1c703-203e-4fdd-8b89-18b97dc57849 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Network 0670eadb-aa0f-4551-9ff4-64f252730750 is already hosted by enough agents. {{(pid=103674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:55:06.019934 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [None req-46a1c703-203e-4fdd-8b89-18b97dc57849 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Resources bound (agent type, host, resource id): {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:55:06.023415 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a1c703-203e-4fdd-8b89-18b97dc57849 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Received port after_create {{(pid=103674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:55:06.029076 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a1c703-203e-4fdd-8b89-18b97dc57849 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Pushing event updated for resources: {'Port': ['ID=c7cfbbbf-c6fb-4cdb-a634-bfe111a77d54,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:55:06.048450 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-46a1c703-203e-4fdd-8b89-18b97dc57849 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:55:06.394810 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-46a1c703-203e-4fdd-8b89-18b97dc57849 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:06.481255 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-46a1c703-203e-4fdd-8b89-18b97dc57849 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:06.639580 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-46a1c703-203e-4fdd-8b89-18b97dc57849 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks [] for port, precommit_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:06.646512 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-46a1c703-203e-4fdd-8b89-18b97dc57849 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10072344'] for port, after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:06.648511 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-9eea0aff-50e5-4507-8a0e-1c26ed776fa8 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:55:06.712359 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a1c703-203e-4fdd-8b89-18b97dc57849 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Pushing event updated for resources: {'Port': ['ID=c7cfbbbf-c6fb-4cdb-a634-bfe111a77d54,revision_number=2']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:55:06.716342 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-46a1c703-203e-4fdd-8b89-18b97dc57849 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:55:06.725468 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-46a1c703-203e-4fdd-8b89-18b97dc57849 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759278'] for floatingip, after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:06.831811 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.db.l3_db [None req-46a1c703-203e-4fdd-8b89-18b97dc57849 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Floating IP 51c01359-3d83-47ab-94b8-c74e0ef50579 associated. External IP: 172.28.1.50, port: 52b5c60a-fbc7-4fc9-bd22-511c3e8fe793. Jun 16 13:55:07.068090 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a1c703-203e-4fdd-8b89-18b97dc57849 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Router 4f0edd33-52c1-43aa-8eac-09f2b325f15d has already been hosted by L3 agent bfb54b95-b8bd-4202-8e6c-bc5e048a10e9 {{(pid=103674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:55:07.205218 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a1c703-203e-4fdd-8b89-18b97dc57849 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify agent at l3_agent.dv-cinder-789603-10-smb the message routers_updated {{(pid=103674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:55:07.216214 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5d69dc-dd33-40cc-a3d3-f56ab2a6d38d None None] Sync routers for ids ['4f0edd33-52c1-43aa-8eac-09f2b325f15d'] in dv-cinder-789603-10-smb {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:55:07.226010 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5d69dc-dd33-40cc-a3d3-f56ab2a6d38d None None] Routers {'4f0edd33-52c1-43aa-8eac-09f2b325f15d'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:55:07.226266 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-46a1c703-203e-4fdd-8b89-18b97dc57849 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914'] for floatingip, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:07.226796 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-9a5d69dc-dd33-40cc-a3d3-f56ab2a6d38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:55:01Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['4f0edd33-52c1-43aa-8eac-09f2b325f15d'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:55:07.267755 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-46a1c703-203e-4fdd-8b89-18b97dc57849 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7307198 Jun 16 13:55:07.268544 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23fb762-02b3-4754-98d2-303b437119ac', 'tag': '52b5c60a-fbc7-4fc9-bd22-511c3e8fe793'}] {{(pid=103674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:55:07.270584 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 46662) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:55:07.271118 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf0caa33b503d1f2c3d6e3a51c00f46bab3e78c159fea0ab96052d9779657e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf30159-cc02-435e-8c22-6380b5f002fb" -d '{"events": [{"name": "network-changed", "server_uuid": "d23fb762-02b3-4754-98d2-303b437119ac", "tag": "52b5c60a-fbc7-4fc9-bd22-511c3e8fe793"}]}' {{(pid=103674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:55:07.275559 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.v2.base [None req-c7ef66d0-e41d-409f-b391-8c9a8cb0bcac tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1703280402', 'description': 'tempest-secgroup-smoke-1703280402 description', 'project_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2'}} {{(pid=103675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:55:07.302220 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-c7ef66d0-e41d-409f-b391-8c9a8cb0bcac tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks [] for security_group, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:07.334377 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-9a5d69dc-dd33-40cc-a3d3-f56ab2a6d38d None None] Set router 4f0edd33-52c1-43aa-8eac-09f2b325f15d gateway port host: dv-cinder-789603-10-smb {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:55:07.384495 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf00bbc-db7e-48c7-881f-fe9f9ce8e17c x-openstack-request-id: req-cbf00bbc-db7e-48c7-881f-fe9f9ce8e17c {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:55:07.384904 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d23fb762-02b3-4754-98d2-303b437119ac", "tag": "52b5c60a-fbc7-4fc9-bd22-511c3e8fe793", "status": "completed", "code": 200}]} {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:55:07.385252 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-cbf00bbc-db7e-48c7-881f-fe9f9ce8e17c {{(pid=103674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:55:07.385956 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd23fb762-02b3-4754-98d2-303b437119ac', 'tag': '52b5c60a-fbc7-4fc9-bd22-511c3e8fe793', 'status': 'completed', 'code': 200} Jun 16 13:55:07.395812 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-c7ef66d0-e41d-409f-b391-8c9a8cb0bcac tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks [] for security_group, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:07.412386 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-c7ef66d0-e41d-409f-b391-8c9a8cb0bcac tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:07.415310 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-1224f644-fc6a-4fd8-89d8-6b5dd8b0433a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:55:07.448444 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-c7ef66d0-e41d-409f-b391-8c9a8cb0bcac tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:07.452080 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-c7ef66d0-e41d-409f-b391-8c9a8cb0bcac tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1781073 Jun 16 13:55:07.454618 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 46668) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:55:07.455287 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ef66d0-e41d-409f-b391-8c9a8cb0bcac tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1ff51a-0b21-4b7b-9ea1-d3e543cc9792,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:55:07.458862 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-c7ef66d0-e41d-409f-b391-8c9a8cb0bcac tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:55:07.461535 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [None req-d863ee20-e97c-4812-bcf5-9bbce4906611 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Request body: {'security_group_rule': {'security_group_id': '5e1ff51a-0b21-4b7b-9ea1-d3e543cc9792', 'project_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:55:07.500291 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d863ee20-e97c-4812-bcf5-9bbce4906611 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:07.511156 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf30159-cc02-435e-8c22-6380b5f002fb req-1a2f7cdd-6f60-44f3-b8ff-997b8b4bf408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:07.512750 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-bdf30159-cc02-435e-8c22-6380b5f002fb req-1a2f7cdd-6f60-44f3-b8ff-997b8b4bf408 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=fad49bd7b94b4ef9b24fc837ecdd50b2&device_id=d23fb762-02b3-4754-98d2-303b437119ac HTTP/1.1" status: 200 len: 1098 time: 0.0916536 Jun 16 13:55:07.579289 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-9a5d69dc-dd33-40cc-a3d3-f56ab2a6d38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0edd33-52c1-43aa-8eac-09f2b325f15d', 'name': 'tempest-TestMinimumBasicScenario-69470825-router', 'tenant_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': '5738541d-b107-4aeb-bcff-be588cef423f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:54:23Z', 'updated_at': '2021-06-16T13:54:25Z', 'revision_number': 4, 'project_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'gw_port': {'id': '5738541d-b107-4aeb-bcff-be588cef423f', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0edd33-52c1-43aa-8eac-09f2b325f15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:54:23Z', 'updated_at': '2021-06-16T13:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_floatingips': [{'id': '51c01359-3d83-47ab-94b8-c74e0ef50579', 'tenant_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'floating_ip_address': '172.28.1.50', 'floating_network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'router_id': '4f0edd33-52c1-43aa-8eac-09f2b325f15d', 'port_id': '52b5c60a-fbc7-4fc9-bd22-511c3e8fe793', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712', 'mac_address': 'fa:16:3e:51:96:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23fb762-02b3-4754-98d2-303b437119ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:55:06Z', 'updated_at': '2021-06-16T13:55:06Z', 'revision_number': 0, 'project_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d895b5a-6612-4ccc-9b9a-20db0e110a17', 'name': '', 'network_id': '3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712', 'tenant_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'mac_address': 'fa:16:3e:a0:16:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0edd33-52c1-43aa-8eac-09f2b325f15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'b458dbe4-68f5-4493-a0e0-8600d292f148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:54:25Z', 'updated_at': '2021-06-16T13:54:31Z', 'revision_number': 5, 'project_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'subnets': [{'id': 'b458dbe4-68f5-4493-a0e0-8600d292f148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:55:07.582780 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5d69dc-dd33-40cc-a3d3-f56ab2a6d38d None None] Checking router: 4f0edd33-52c1-43aa-8eac-09f2b325f15d for host: dv-cinder-789603-10-smb {{(pid=103676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:55:07.591660 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5d69dc-dd33-40cc-a3d3-f56ab2a6d38d None None] Routers {'4f0edd33-52c1-43aa-8eac-09f2b325f15d'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:55:07.592313 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-9a5d69dc-dd33-40cc-a3d3-f56ab2a6d38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:55:01Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['4f0edd33-52c1-43aa-8eac-09f2b325f15d'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:55:07.628205 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d863ee20-e97c-4812-bcf5-9bbce4906611 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:07.640327 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d863ee20-e97c-4812-bcf5-9bbce4906611 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719390'] for security_group_rule, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:07.648921 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:55:07.663180 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf30159-cc02-435e-8c22-6380b5f002fb req-0215ecb5-a006-445d-982e-3eb9e820d79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:07.664736 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-bdf30159-cc02-435e-8c22-6380b5f002fb req-0215ecb5-a006-445d-982e-3eb9e820d79e service neutron] 10.222.0.101 "GET /v2.0/networks?id=3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712 HTTP/1.1" status: 200 len: 915 time: 0.1435816 Jun 16 13:55:07.667651 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863ee20-e97c-4812-bcf5-9bbce4906611 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d82acdd-ed89-4cb0-84a6-b283232dfedc,revision_number=0']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:55:07.675215 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-d863ee20-e97c-4812-bcf5-9bbce4906611 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:55:07.681458 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-d863ee20-e97c-4812-bcf5-9bbce4906611 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:07.682601 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-d863ee20-e97c-4812-bcf5-9bbce4906611 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2269158 Jun 16 13:55:07.685811 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 46670) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:55:07.691407 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.v2.base [None req-7964456f-42b3-492f-a09a-b5aa20ab6c31 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Request body: {'security_group_rule': {'security_group_id': '5e1ff51a-0b21-4b7b-9ea1-d3e543cc9792', 'project_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:55:07.708134 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-9a5d69dc-dd33-40cc-a3d3-f56ab2a6d38d None None] Set router 4f0edd33-52c1-43aa-8eac-09f2b325f15d gateway port host: dv-cinder-789603-10-smb {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:55:07.736448 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-7964456f-42b3-492f-a09a-b5aa20ab6c31 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:07.745461 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-bdf30159-cc02-435e-8c22-6380b5f002fb req-acdb8a37-5eea-4127-bbfa-be4f5aa67062 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52b5c60a-fbc7-4fc9-bd22-511c3e8fe793 HTTP/1.1" status: 200 len: 998 time: 0.0728700 Jun 16 13:55:07.797581 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-7964456f-42b3-492f-a09a-b5aa20ab6c31 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:07.797809 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf30159-cc02-435e-8c22-6380b5f002fb req-ab15a61a-8965-4794-bdd0-74080d4d85ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:07.799446 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-bdf30159-cc02-435e-8c22-6380b5f002fb req-ab15a61a-8965-4794-bdd0-74080d4d85ea service neutron] 10.222.0.101 "GET /v2.0/subnets?id=b458dbe4-68f5-4493-a0e0-8600d292f148 HTTP/1.1" status: 200 len: 852 time: 0.0473304 Jun 16 13:55:07.802399 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-7964456f-42b3-492f-a09a-b5aa20ab6c31 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719390'] for security_group_rule, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:07.804890 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-a49e3c0e-24dc-4513-b522-8dc2e727f521 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:55:07.821770 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7964456f-42b3-492f-a09a-b5aa20ab6c31 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=898c8e2f-6fb7-4f08-962a-1a1561593e82,revision_number=0']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:55:07.824421 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-7964456f-42b3-492f-a09a-b5aa20ab6c31 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:55:07.831379 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-7964456f-42b3-492f-a09a-b5aa20ab6c31 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:07.835590 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-7964456f-42b3-492f-a09a-b5aa20ab6c31 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1455681 Jun 16 13:55:07.836050 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 46672) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:55:07.841738 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [None req-5b51e696-41e6-43ad-8585-cc8e33def899 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Request body: {'security_group_rule': {'security_group_id': '5e1ff51a-0b21-4b7b-9ea1-d3e543cc9792', 'project_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:55:07.881005 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-5b51e696-41e6-43ad-8585-cc8e33def899 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:07.898245 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf30159-cc02-435e-8c22-6380b5f002fb req-692e3567-a4cb-4073-87f9-27bf4f0aba70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:07.899773 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-bdf30159-cc02-435e-8c22-6380b5f002fb req-692e3567-a4cb-4073-87f9-27bf4f0aba70 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0922194 Jun 16 13:55:07.974437 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-9a5d69dc-dd33-40cc-a3d3-f56ab2a6d38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0edd33-52c1-43aa-8eac-09f2b325f15d', 'name': 'tempest-TestMinimumBasicScenario-69470825-router', 'tenant_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': '5738541d-b107-4aeb-bcff-be588cef423f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:54:23Z', 'updated_at': '2021-06-16T13:54:25Z', 'revision_number': 4, 'project_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'gw_port': {'id': '5738541d-b107-4aeb-bcff-be588cef423f', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0edd33-52c1-43aa-8eac-09f2b325f15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:54:23Z', 'updated_at': '2021-06-16T13:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_floatingips': [{'id': '51c01359-3d83-47ab-94b8-c74e0ef50579', 'tenant_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'floating_ip_address': '172.28.1.50', 'floating_network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'router_id': '4f0edd33-52c1-43aa-8eac-09f2b325f15d', 'port_id': '52b5c60a-fbc7-4fc9-bd22-511c3e8fe793', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712', 'mac_address': 'fa:16:3e:51:96:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23fb762-02b3-4754-98d2-303b437119ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:55:06Z', 'updated_at': '2021-06-16T13:55:06Z', 'revision_number': 0, 'project_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d895b5a-6612-4ccc-9b9a-20db0e110a17', 'name': '', 'network_id': '3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712', 'tenant_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'mac_address': 'fa:16:3e:a0:16:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0edd33-52c1-43aa-8eac-09f2b325f15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'b458dbe4-68f5-4493-a0e0-8600d292f148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:54:25Z', 'updated_at': '2021-06-16T13:54:31Z', 'revision_number': 5, 'project_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'subnets': [{'id': 'b458dbe4-68f5-4493-a0e0-8600d292f148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:55:07.978643 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5d69dc-dd33-40cc-a3d3-f56ab2a6d38d None None] The sync data for ids ['4f0edd33-52c1-43aa-8eac-09f2b325f15d'] in dv-cinder-789603-10-smb is: [{'id': '4f0edd33-52c1-43aa-8eac-09f2b325f15d', 'name': 'tempest-TestMinimumBasicScenario-69470825-router', 'tenant_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': '5738541d-b107-4aeb-bcff-be588cef423f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:54:23Z', 'updated_at': '2021-06-16T13:54:25Z', 'revision_number': 4, 'project_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'gw_port': {'id': '5738541d-b107-4aeb-bcff-be588cef423f', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0edd33-52c1-43aa-8eac-09f2b325f15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:54:23Z', 'updated_at': '2021-06-16T13:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_floatingips': [{'id': '51c01359-3d83-47ab-94b8-c74e0ef50579', 'tenant_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'floating_ip_address': '172.28.1.50', 'floating_network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'router_id': '4f0edd33-52c1-43aa-8eac-09f2b325f15d', 'port_id': '52b5c60a-fbc7-4fc9-bd22-511c3e8fe793', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712', 'mac_address': 'fa:16:3e:51:96:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23fb762-02b3-4754-98d2-303b437119ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:55:06Z', 'updated_at': '2021-06-16T13:55:06Z', 'revision_number': 0, 'project_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d895b5a-6612-4ccc-9b9a-20db0e110a17', 'name': '', 'network_id': '3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712', 'tenant_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'mac_address': 'fa:16:3e:a0:16:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0edd33-52c1-43aa-8eac-09f2b325f15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'b458dbe4-68f5-4493-a0e0-8600d292f148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:54:25Z', 'updated_at': '2021-06-16T13:54:31Z', 'revision_number': 5, 'project_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'subnets': [{'id': 'b458dbe4-68f5-4493-a0e0-8600d292f148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:55:08.004571 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-5b51e696-41e6-43ad-8585-cc8e33def899 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:08.009810 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-5b51e696-41e6-43ad-8585-cc8e33def899 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719390'] for security_group_rule, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:08.019421 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-7cf3618a-4b0c-4cc0-8340-08fd40be38ed tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:55:08.047689 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-bdf30159-cc02-435e-8c22-6380b5f002fb req-a27a6c98-84af-4a7d-ad7a-cb2ed4f4d75d service neutron] 10.222.0.101 "GET /v2.0/networks/3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399601 Jun 16 13:55:08.048377 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b51e696-41e6-43ad-8585-cc8e33def899 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab75b6c5-59de-4a15-8b69-707a518814e1,revision_number=0']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:55:08.051380 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-5b51e696-41e6-43ad-8585-cc8e33def899 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:55:08.062925 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-5b51e696-41e6-43ad-8585-cc8e33def899 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:08.066705 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-5b51e696-41e6-43ad-8585-cc8e33def899 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2268608 Jun 16 13:55:08.067380 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 46674) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:55:08.072374 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.v2.base [None req-0269a22b-aa64-4fbb-a804-5ae3c6718e95 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Request body: {'security_group_rule': {'security_group_id': '5e1ff51a-0b21-4b7b-9ea1-d3e543cc9792', 'project_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:55:08.107676 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-0269a22b-aa64-4fbb-a804-5ae3c6718e95 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:08.155740 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-bdf30159-cc02-435e-8c22-6380b5f002fb req-edb7a432-940a-44c3-a006-bf2e0aa9e303 service neutron] 10.222.0.101 "GET /v2.0/networks/3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009541 Jun 16 13:55:08.175118 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-0269a22b-aa64-4fbb-a804-5ae3c6718e95 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:08.178745 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-0269a22b-aa64-4fbb-a804-5ae3c6718e95 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719390'] for security_group_rule, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:08.181003 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-541eb55f-e9ba-40bc-b6e6-b7c74fa1ebde tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:55:08.196799 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2f4345-d8a4-4f29-adab-eaceb9dc40a0 None None] New status for floating IP 51c01359-3d83-47ab-94b8-c74e0ef50579: ACTIVE {{(pid=103677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 13:55:08.197683 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0269a22b-aa64-4fbb-a804-5ae3c6718e95 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0be0b1b4-510d-492b-bcd6-21e32d23a347,revision_number=0']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:55:08.200784 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-0269a22b-aa64-4fbb-a804-5ae3c6718e95 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:55:08.203763 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-0269a22b-aa64-4fbb-a804-5ae3c6718e95 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:08.205066 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-0269a22b-aa64-4fbb-a804-5ae3c6718e95 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1365948 Jun 16 13:55:08.207773 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 46676) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:55:08.212472 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.v2.base [None req-cd43dac4-9f34-43a8-bbe4-cd7c3de0c42a tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Request body: {'security_group_rule': {'security_group_id': '5e1ff51a-0b21-4b7b-9ea1-d3e543cc9792', 'project_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:55:08.239610 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.db.securitygroups_db [None req-cd43dac4-9f34-43a8-bbe4-cd7c3de0c42a tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Project fad49bd7b94b4ef9b24fc837ecdd50b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 13:55:08.250321 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-cd43dac4-9f34-43a8-bbe4-cd7c3de0c42a tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:08.314159 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-cd43dac4-9f34-43a8-bbe4-cd7c3de0c42a tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:08.319461 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-cd43dac4-9f34-43a8-bbe4-cd7c3de0c42a tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719390'] for security_group_rule, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:08.321737 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-7964456f-42b3-492f-a09a-b5aa20ab6c31 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:55:08.341248 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd43dac4-9f34-43a8-bbe4-cd7c3de0c42a tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=477ad18e-545b-413b-ac08-6ec4e5e760eb,revision_number=0']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:55:08.344095 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-cd43dac4-9f34-43a8-bbe4-cd7c3de0c42a tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:55:08.346953 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-cd43dac4-9f34-43a8-bbe4-cd7c3de0c42a tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:08.348926 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-cd43dac4-9f34-43a8-bbe4-cd7c3de0c42a tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1399882 Jun 16 13:55:08.351610 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 46678) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:55:08.356583 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.v2.base [None req-8adb51ce-a12c-4473-9eb9-00e299219cef tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Request body: {'security_group_rule': {'security_group_id': '5e1ff51a-0b21-4b7b-9ea1-d3e543cc9792', 'project_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:55:08.383488 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.db.securitygroups_db [None req-8adb51ce-a12c-4473-9eb9-00e299219cef tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Project fad49bd7b94b4ef9b24fc837ecdd50b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 13:55:08.389155 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-8adb51ce-a12c-4473-9eb9-00e299219cef tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:08.456774 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-8adb51ce-a12c-4473-9eb9-00e299219cef tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:08.461371 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-8adb51ce-a12c-4473-9eb9-00e299219cef tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719390'] for security_group_rule, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:08.463453 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:55:08.479483 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb51ce-a12c-4473-9eb9-00e299219cef tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8425d6ce-3199-4f86-8fb5-f99ab5eb179f,revision_number=0']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:55:08.482145 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-8adb51ce-a12c-4473-9eb9-00e299219cef tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:55:08.492770 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-8adb51ce-a12c-4473-9eb9-00e299219cef tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:08.493968 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-8adb51ce-a12c-4473-9eb9-00e299219cef tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1412542 Jun 16 13:55:08.616252 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f622f4bc-a876-47ae-bf20-ca5b2ce17546 req-379876d8-7c40-4468-98bd-5140fafdc5da tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1703280402&fields=id&tenant_id=fad49bd7b94b4ef9b24fc837ecdd50b2 HTTP/1.1" status: 200 len: 267 time: 0.0356128 Jun 16 13:55:08.687239 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622f4bc-a876-47ae-bf20-ca5b2ce17546 req-3f885ff4-38fa-4ffa-9cbf-128f02511d25 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:08.688705 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f622f4bc-a876-47ae-bf20-ca5b2ce17546 req-3f885ff4-38fa-4ffa-9cbf-128f02511d25 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/ports?device_id=d23fb762-02b3-4754-98d2-303b437119ac HTTP/1.1" status: 200 len: 945 time: 0.0659204 Jun 16 13:55:08.701148 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [req-f622f4bc-a876-47ae-bf20-ca5b2ce17546 req-ce9ab243-5cec-4078-aff0-0f42bd589f4d tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Request body: {'port': {'security_groups': ['a8f3190a-73d7-43d7-8b47-d1c41a7d55e1', '5e1ff51a-0b21-4b7b-9ea1-d3e543cc9792']}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:55:08.787570 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-f622f4bc-a876-47ae-bf20-ca5b2ce17546 req-ce9ab243-5cec-4078-aff0-0f42bd589f4d tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:08.975416 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.db [req-f622f4bc-a876-47ae-bf20-ca5b2ce17546 req-ce9ab243-5cec-4078-aff0-0f42bd589f4d tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] For port 52b5c60a-fbc7-4fc9-bd22-511c3e8fe793, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=52b5c60a-fbc7-4fc9-bd22-511c3e8fe793,segment=NetworkSegment(e3bb6e18-bf5f-42ad-89da-038fc1b95c45),segment_id=e3bb6e18-bf5f-42ad-89da-038fc1b95c45)] {{(pid=103674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:55:09.006307 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-f622f4bc-a876-47ae-bf20-ca5b2ce17546 req-ce9ab243-5cec-4078-aff0-0f42bd589f4d tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks [] for port, precommit_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:09.013195 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-f622f4bc-a876-47ae-bf20-ca5b2ce17546 req-ce9ab243-5cec-4078-aff0-0f42bd589f4d tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10072344'] for port, after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:09.017511 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-52a2bdec-01e9-480a-a7e0-cc57674ec9ea tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:55:09.025887 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] get_ports_and_sgs() called for port_ids ['52b5c60a-fbc7-4fc9-bd22-511c3e8fe793'] {{(pid=103676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:55:09.057967 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622f4bc-a876-47ae-bf20-ca5b2ce17546 req-ce9ab243-5cec-4078-aff0-0f42bd589f4d tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:09.058632 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-f622f4bc-a876-47ae-bf20-ca5b2ce17546 req-ce9ab243-5cec-4078-aff0-0f42bd589f4d tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914'] for port, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:09.060033 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f622f4bc-a876-47ae-bf20-ca5b2ce17546 req-ce9ab243-5cec-4078-aff0-0f42bd589f4d tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "PUT /v2.0/ports/52b5c60a-fbc7-4fc9-bd22-511c3e8fe793 HTTP/1.1" status: 200 len: 981 time: 0.3636920 Jun 16 13:55:09.107164 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9ab243-5cec-4078-aff0-0f42bd589f4d tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Pushing event updated for resources: {'Port': ['ID=52b5c60a-fbc7-4fc9-bd22-511c3e8fe793,revision_number=6']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:55:09.119935 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-ce9ab243-5cec-4078-aff0-0f42bd589f4d tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:55:09.131107 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] get_ports_and_sgs() called for port_ids ['52b5c60a-fbc7-4fc9-bd22-511c3e8fe793'] {{(pid=103676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:55:09.249289 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f5027-2b53-4cbb-bef4-031f196f89fa req-6f0fa855-5088-425f-9046-791145900dcf tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:09.250416 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a18f5027-2b53-4cbb-bef4-031f196f89fa req-6f0fa855-5088-425f-9046-791145900dcf tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/ports?device_id=d23fb762-02b3-4754-98d2-303b437119ac HTTP/1.1" status: 200 len: 984 time: 0.0715554 Jun 16 13:55:09.296009 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a18f5027-2b53-4cbb-bef4-031f196f89fa req-7ebc16e2-e343-41cc-9575-5e15d90a6338 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/security-groups?id=5e1ff51a-0b21-4b7b-9ea1-d3e543cc9792&id=a8f3190a-73d7-43d7-8b47-d1c41a7d55e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0385127 Jun 16 13:55:09.336249 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-47cf50ad-61e4-40a5-a18d-f007f2e833c6 None None] Provisioning complete for port 52b5c60a-fbc7-4fc9-bd22-511c3e8fe793 triggered by entity DHCP. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:55:09.336521 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-47cf50ad-61e4-40a5-a18d-f007f2e833c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:09.388125 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23fb762-02b3-4754-98d2-303b437119ac', 'tag': '52b5c60a-fbc7-4fc9-bd22-511c3e8fe793'}] {{(pid=103674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:55:09.389929 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf0caa33b503d1f2c3d6e3a51c00f46bab3e78c159fea0ab96052d9779657e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239e1ec3-2e99-458e-85f2-da30375e272f" -d '{"events": [{"name": "network-changed", "server_uuid": "d23fb762-02b3-4754-98d2-303b437119ac", "tag": "52b5c60a-fbc7-4fc9-bd22-511c3e8fe793"}]}' {{(pid=103674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:55:09.428502 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2835870f-77b3-49b2-b111-0e7b361a09e5 x-openstack-request-id: req-2835870f-77b3-49b2-b111-0e7b361a09e5 {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:55:09.428927 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d23fb762-02b3-4754-98d2-303b437119ac", "tag": "52b5c60a-fbc7-4fc9-bd22-511c3e8fe793", "status": "completed", "code": 200}]} {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:55:09.429327 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-2835870f-77b3-49b2-b111-0e7b361a09e5 {{(pid=103674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:55:09.429872 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd23fb762-02b3-4754-98d2-303b437119ac', 'tag': '52b5c60a-fbc7-4fc9-bd22-511c3e8fe793', 'status': 'completed', 'code': 200} Jun 16 13:55:09.517173 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e1ec3-2e99-458e-85f2-da30375e272f req-c0f3c8d2-9b3a-4374-9d42-c437558aeb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:09.518419 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-239e1ec3-2e99-458e-85f2-da30375e272f req-c0f3c8d2-9b3a-4374-9d42-c437558aeb12 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=fad49bd7b94b4ef9b24fc837ecdd50b2&device_id=d23fb762-02b3-4754-98d2-303b437119ac HTTP/1.1" status: 200 len: 1137 time: 0.0625072 Jun 16 13:55:09.619926 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e1ec3-2e99-458e-85f2-da30375e272f req-67e1fcbe-6871-4e2e-8996-1b503aab4aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:09.621338 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-239e1ec3-2e99-458e-85f2-da30375e272f req-67e1fcbe-6871-4e2e-8996-1b503aab4aab service neutron] 10.222.0.101 "GET /v2.0/networks?id=3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712 HTTP/1.1" status: 200 len: 915 time: 0.0961545 Jun 16 13:55:09.702618 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-239e1ec3-2e99-458e-85f2-da30375e272f req-72c1f662-1475-42c6-b161-20788fc3d160 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52b5c60a-fbc7-4fc9-bd22-511c3e8fe793 HTTP/1.1" status: 200 len: 1000 time: 0.0715380 Jun 16 13:55:09.757266 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:10.057650 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e1ec3-2e99-458e-85f2-da30375e272f req-73fd0929-7c36-48a6-a148-4ade431bf49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:10.059148 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-239e1ec3-2e99-458e-85f2-da30375e272f req-73fd0929-7c36-48a6-a148-4ade431bf49d service neutron] 10.222.0.101 "GET /v2.0/subnets?id=b458dbe4-68f5-4493-a0e0-8600d292f148 HTTP/1.1" status: 200 len: 852 time: 0.3500762 Jun 16 13:55:10.125168 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e1ec3-2e99-458e-85f2-da30375e272f req-23286a02-6056-46dc-8376-11d11ea79feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:10.126257 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-239e1ec3-2e99-458e-85f2-da30375e272f req-23286a02-6056-46dc-8376-11d11ea79feb service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0596411 Jun 16 13:55:10.223516 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-239e1ec3-2e99-458e-85f2-da30375e272f req-60b9b7e6-b0fc-4d2b-8885-952903fc8c11 service neutron] 10.222.0.101 "GET /v2.0/networks/3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903361 Jun 16 13:55:10.320579 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-239e1ec3-2e99-458e-85f2-da30375e272f req-295d31c0-32b2-457d-a9b6-bd5d590dc906 service neutron] 10.222.0.101 "GET /v2.0/networks/3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883696 Jun 16 13:55:13.142093 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.agents_db [None req-04e01baa-1c8d-439a-8f1b-024cbee7c8c9 None None] Agent healthcheck: found 6 active agents {{(pid=103677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:55:16.446290 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-8c4eabba-3924-48fc-9dbf-0972d8723be1 req-82339d84-bb9f-4b92-9692-9ce93d144190 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=d23fb762-02b3-4754-98d2-303b437119ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0640764 Jun 16 13:55:16.552801 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4eabba-3924-48fc-9dbf-0972d8723be1 req-d730bd98-c2e3-4675-8d57-feb0a9c4daa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:16.554305 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-8c4eabba-3924-48fc-9dbf-0972d8723be1 req-d730bd98-c2e3-4675-8d57-feb0a9c4daa7 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=fad49bd7b94b4ef9b24fc837ecdd50b2&device_id=d23fb762-02b3-4754-98d2-303b437119ac HTTP/1.1" status: 200 len: 1137 time: 0.0589345 Jun 16 13:55:16.662991 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4eabba-3924-48fc-9dbf-0972d8723be1 req-7b75c3bb-85ef-49e1-8b8a-0c7a3b6b6954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:16.664576 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-8c4eabba-3924-48fc-9dbf-0972d8723be1 req-7b75c3bb-85ef-49e1-8b8a-0c7a3b6b6954 service neutron] 10.222.0.101 "GET /v2.0/networks?id=3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712 HTTP/1.1" status: 200 len: 915 time: 0.0887668 Jun 16 13:55:16.733870 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-8c4eabba-3924-48fc-9dbf-0972d8723be1 req-05e710c0-6d04-4a30-9056-c1364a6e6075 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52b5c60a-fbc7-4fc9-bd22-511c3e8fe793 HTTP/1.1" status: 200 len: 1000 time: 0.0622811 Jun 16 13:55:16.787400 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4eabba-3924-48fc-9dbf-0972d8723be1 req-2aa48d3b-0dad-4817-b1d1-aa656a3b5951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:16.788890 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-8c4eabba-3924-48fc-9dbf-0972d8723be1 req-2aa48d3b-0dad-4817-b1d1-aa656a3b5951 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=b458dbe4-68f5-4493-a0e0-8600d292f148 HTTP/1.1" status: 200 len: 852 time: 0.0485253 Jun 16 13:55:16.848181 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4eabba-3924-48fc-9dbf-0972d8723be1 req-aa681c5e-f1c0-4dae-a11e-740564a46ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:16.849696 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-8c4eabba-3924-48fc-9dbf-0972d8723be1 req-aa681c5e-f1c0-4dae-a11e-740564a46ef4 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0531621 Jun 16 13:55:16.945310 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-8c4eabba-3924-48fc-9dbf-0972d8723be1 req-ffb9fb87-aae7-4b33-a774-be4c8a9be5d1 service neutron] 10.222.0.101 "GET /v2.0/networks/3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884120 Jun 16 13:55:17.036811 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-8c4eabba-3924-48fc-9dbf-0972d8723be1 req-efd779d0-d130-4dd2-9dc7-57414899f39d service neutron] 10.222.0.101 "GET /v2.0/networks/3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846965 Jun 16 13:55:28.620597 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-5d7c8711-b50d-4fb5-9295-1e44829be4fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:31.138718 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:31.297054 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-75b27349-b3f4-45cb-83e6-f368c7d67a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:32.089178 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9426d120-8ef3-450b-a3fa-438be4b95f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:33.969152 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3cd87a0a-8c13-4d66-8546-43ee61e1d8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:35.672266 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1894672-0333-463e-b35f-26f3aa8bce75 req-eda9c7e9-f5e2-42d5-bb35-1b96f923e713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:35.673683 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c1894672-0333-463e-b35f-26f3aa8bce75 req-eda9c7e9-f5e2-42d5-bb35-1b96f923e713 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=fad49bd7b94b4ef9b24fc837ecdd50b2&device_id=d23fb762-02b3-4754-98d2-303b437119ac HTTP/1.1" status: 200 len: 1137 time: 0.0991030 Jun 16 13:55:35.709002 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3639f6-58e5-45ab-bdbc-1ab76e9bdd42 req-6f59bf36-c246-4afe-a3fc-010fa105dbfd tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:35.710491 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-9d3639f6-58e5-45ab-bdbc-1ab76e9bdd42 req-6f59bf36-c246-4afe-a3fc-010fa105dbfd tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/ports?device_id=d23fb762-02b3-4754-98d2-303b437119ac HTTP/1.1" status: 200 len: 984 time: 0.1043632 Jun 16 13:55:35.798911 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-9d3639f6-58e5-45ab-bdbc-1ab76e9bdd42 req-9bb72cea-e74a-44b0-80aa-f070e4d5401c tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/security-groups?id=5e1ff51a-0b21-4b7b-9ea1-d3e543cc9792&id=a8f3190a-73d7-43d7-8b47-d1c41a7d55e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608642 Jun 16 13:55:35.816237 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1894672-0333-463e-b35f-26f3aa8bce75 req-a80f7de3-4d4f-4163-849b-563a1f101dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:35.817828 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c1894672-0333-463e-b35f-26f3aa8bce75 req-a80f7de3-4d4f-4163-849b-563a1f101dca service neutron] 10.222.0.101 "GET /v2.0/networks?id=3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712 HTTP/1.1" status: 200 len: 915 time: 0.1375871 Jun 16 13:55:35.884097 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c1894672-0333-463e-b35f-26f3aa8bce75 req-9c0b36b1-6efa-4075-b743-4d5e3fd458ed service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52b5c60a-fbc7-4fc9-bd22-511c3e8fe793 HTTP/1.1" status: 200 len: 1000 time: 0.0593555 Jun 16 13:55:35.933013 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1894672-0333-463e-b35f-26f3aa8bce75 req-e1e01b13-d766-456d-821d-36e77c90e5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:35.934398 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c1894672-0333-463e-b35f-26f3aa8bce75 req-e1e01b13-d766-456d-821d-36e77c90e5a7 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=b458dbe4-68f5-4493-a0e0-8600d292f148 HTTP/1.1" status: 200 len: 852 time: 0.0436502 Jun 16 13:55:35.997964 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1894672-0333-463e-b35f-26f3aa8bce75 req-c4f31c8a-5a3a-43bc-9a98-fe841a71a147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:35.999524 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c1894672-0333-463e-b35f-26f3aa8bce75 req-c4f31c8a-5a3a-43bc-9a98-fe841a71a147 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0585146 Jun 16 13:55:36.091980 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c1894672-0333-463e-b35f-26f3aa8bce75 req-c4e27b5b-538d-4c2c-9ba9-6d8e987e625c service neutron] 10.222.0.101 "GET /v2.0/networks/3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852053 Jun 16 13:55:36.194290 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c1894672-0333-463e-b35f-26f3aa8bce75 req-78ef1d7b-0d44-47a3-a47c-6e8961eaf758 service neutron] 10.222.0.101 "GET /v2.0/networks/3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921800 Jun 16 13:55:36.986427 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56346f53-26d3-4f50-b6b0-55b9e810f978 req-61dd9f64-a86d-4451-bb66-8d095bb7cae1 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:36.987903 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-56346f53-26d3-4f50-b6b0-55b9e810f978 req-61dd9f64-a86d-4451-bb66-8d095bb7cae1 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/ports?device_id=d23fb762-02b3-4754-98d2-303b437119ac HTTP/1.1" status: 200 len: 984 time: 0.0694282 Jun 16 13:55:37.030320 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-56346f53-26d3-4f50-b6b0-55b9e810f978 req-2304be0f-9d49-41be-bc93-1663180aa69c tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/security-groups?id=5e1ff51a-0b21-4b7b-9ea1-d3e543cc9792&id=a8f3190a-73d7-43d7-8b47-d1c41a7d55e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355494 Jun 16 13:55:38.214150 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ea0d7-9055-4c2a-a034-e744a2a38197 req-4e71ce1f-8240-4f02-9af6-3634b5399256 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:38.215641 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-1a8ea0d7-9055-4c2a-a034-e744a2a38197 req-4e71ce1f-8240-4f02-9af6-3634b5399256 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/ports?device_id=d23fb762-02b3-4754-98d2-303b437119ac HTTP/1.1" status: 200 len: 984 time: 0.0655658 Jun 16 13:55:38.256383 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-1a8ea0d7-9055-4c2a-a034-e744a2a38197 req-67181da8-75b0-412f-aa32-72a060cf9529 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/security-groups?id=5e1ff51a-0b21-4b7b-9ea1-d3e543cc9792&id=a8f3190a-73d7-43d7-8b47-d1c41a7d55e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348470 Jun 16 13:55:39.439979 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a2363-3784-440d-b3b0-e5ed19be469b req-1f7924c2-b18a-43e9-8337-087851f6fd9f tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:39.441652 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-872a2363-3784-440d-b3b0-e5ed19be469b req-1f7924c2-b18a-43e9-8337-087851f6fd9f tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/ports?device_id=d23fb762-02b3-4754-98d2-303b437119ac HTTP/1.1" status: 200 len: 984 time: 0.0694675 Jun 16 13:55:39.483448 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-872a2363-3784-440d-b3b0-e5ed19be469b req-eccadebe-b7ce-4ed4-b30a-b6bfe36f730c tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/security-groups?id=5e1ff51a-0b21-4b7b-9ea1-d3e543cc9792&id=a8f3190a-73d7-43d7-8b47-d1c41a7d55e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359244 Jun 16 13:55:39.711424 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:55:40.666347 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6df451-fe3a-4bbf-9680-a5ab4cfe6066 req-7d3cc620-6850-4960-8d82-80223e2ed431 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:40.667837 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-dd6df451-fe3a-4bbf-9680-a5ab4cfe6066 req-7d3cc620-6850-4960-8d82-80223e2ed431 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/ports?device_id=d23fb762-02b3-4754-98d2-303b437119ac HTTP/1.1" status: 200 len: 984 time: 0.0673251 Jun 16 13:55:40.720118 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-dd6df451-fe3a-4bbf-9680-a5ab4cfe6066 req-99da4fc3-253a-43c0-8208-b69166e0b6fb tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/security-groups?id=5e1ff51a-0b21-4b7b-9ea1-d3e543cc9792&id=a8f3190a-73d7-43d7-8b47-d1c41a7d55e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423775 Jun 16 13:55:41.902817 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da719c-226d-4dbf-8d0d-9b376a2edd25 req-2566df49-1a5a-4d31-9d1c-852e0e8ecadc tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:41.904366 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-35da719c-226d-4dbf-8d0d-9b376a2edd25 req-2566df49-1a5a-4d31-9d1c-852e0e8ecadc tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/ports?device_id=d23fb762-02b3-4754-98d2-303b437119ac HTTP/1.1" status: 200 len: 984 time: 0.0694194 Jun 16 13:55:41.951457 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-35da719c-226d-4dbf-8d0d-9b376a2edd25 req-ae586a45-237a-40d6-90e1-2fd3b3a9e1e6 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/security-groups?id=5e1ff51a-0b21-4b7b-9ea1-d3e543cc9792&id=a8f3190a-73d7-43d7-8b47-d1c41a7d55e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409961 Jun 16 13:55:43.169310 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b302adc6-f720-4a62-a75f-b3a232bb6ce7 req-0e2a2082-8a1a-424d-acd1-7220af9e080c tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:43.171119 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-b302adc6-f720-4a62-a75f-b3a232bb6ce7 req-0e2a2082-8a1a-424d-acd1-7220af9e080c tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/ports?device_id=d23fb762-02b3-4754-98d2-303b437119ac HTTP/1.1" status: 200 len: 984 time: 0.0758009 Jun 16 13:55:43.212959 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-b302adc6-f720-4a62-a75f-b3a232bb6ce7 req-713a32db-baa4-4e11-8df7-388ad98122c6 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/security-groups?id=5e1ff51a-0b21-4b7b-9ea1-d3e543cc9792&id=a8f3190a-73d7-43d7-8b47-d1c41a7d55e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346956 Jun 16 13:55:44.396071 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31003a07-7a1a-46bb-9759-6cbcf185e1a4 req-6c76c3ad-7e35-4ebd-b3ef-b2eace11fab2 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:44.397565 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-31003a07-7a1a-46bb-9759-6cbcf185e1a4 req-6c76c3ad-7e35-4ebd-b3ef-b2eace11fab2 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/ports?device_id=d23fb762-02b3-4754-98d2-303b437119ac HTTP/1.1" status: 200 len: 984 time: 0.0685558 Jun 16 13:55:44.444279 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-31003a07-7a1a-46bb-9759-6cbcf185e1a4 req-506af4cb-2d36-4334-80a8-2fae0c25a162 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/security-groups?id=5e1ff51a-0b21-4b7b-9ea1-d3e543cc9792&id=a8f3190a-73d7-43d7-8b47-d1c41a7d55e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402949 Jun 16 13:55:45.640413 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7a15f-46f6-46b8-8e53-fcec462f1f68 req-f5c0b12d-5180-4399-b4c2-26d48929519d tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:45.641898 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-25d7a15f-46f6-46b8-8e53-fcec462f1f68 req-f5c0b12d-5180-4399-b4c2-26d48929519d tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/ports?device_id=d23fb762-02b3-4754-98d2-303b437119ac HTTP/1.1" status: 200 len: 984 time: 0.0727880 Jun 16 13:55:45.683479 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-25d7a15f-46f6-46b8-8e53-fcec462f1f68 req-1dfa2893-2a22-4b9d-b084-54cde0a839bc tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/security-groups?id=5e1ff51a-0b21-4b7b-9ea1-d3e543cc9792&id=a8f3190a-73d7-43d7-8b47-d1c41a7d55e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351882 Jun 16 13:55:46.874692 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc38e288-4400-4e60-a22e-4b3e92a88a45 req-f9f49e74-ebf3-449e-88b8-277b9f411907 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:46.876241 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-cc38e288-4400-4e60-a22e-4b3e92a88a45 req-f9f49e74-ebf3-449e-88b8-277b9f411907 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/ports?device_id=d23fb762-02b3-4754-98d2-303b437119ac HTTP/1.1" status: 200 len: 984 time: 0.0725513 Jun 16 13:55:46.925518 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-cc38e288-4400-4e60-a22e-4b3e92a88a45 req-5c512c45-f983-4fce-b29d-8e6ddc784009 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/security-groups?id=5e1ff51a-0b21-4b7b-9ea1-d3e543cc9792&id=a8f3190a-73d7-43d7-8b47-d1c41a7d55e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0430582 Jun 16 13:55:48.118145 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa9a96d-87d8-4315-9447-d5642c76fc9f req-19db8179-7563-49a2-8a87-eeb2699ca111 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:55:48.119629 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-efa9a96d-87d8-4315-9447-d5642c76fc9f req-19db8179-7563-49a2-8a87-eeb2699ca111 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/ports?device_id=d23fb762-02b3-4754-98d2-303b437119ac HTTP/1.1" status: 200 len: 984 time: 0.0755649 Jun 16 13:55:48.159442 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-efa9a96d-87d8-4315-9447-d5642c76fc9f req-0d60fa42-03cd-4a3e-bba0-0a4067afe014 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/security-groups?id=5e1ff51a-0b21-4b7b-9ea1-d3e543cc9792&id=a8f3190a-73d7-43d7-8b47-d1c41a7d55e1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338330 Jun 16 13:55:50.142692 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.agents_db [None req-04e01baa-1c8d-439a-8f1b-024cbee7c8c9 None None] Agent healthcheck: found 6 active agents {{(pid=103677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:55:58.626759 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-b9e0c9ad-ebe0-4bda-a92f-960e91019e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:01.135263 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:01.300076 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-b96aee0d-162a-49aa-942e-34f71c72d22b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:02.092558 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9426d120-8ef3-450b-a3fa-438be4b95f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:03.972177 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3cd87a0a-8c13-4d66-8546-43ee61e1d8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:09.708629 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:16.841595 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-b4fa9a65-ba99-4dac-8a35-6b75f88dec02 req-8088c04b-5bcb-4415-b008-7879d075c624 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=d23fb762-02b3-4754-98d2-303b437119ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0614178 Jun 16 13:56:16.944060 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa9a65-ba99-4dac-8a35-6b75f88dec02 req-bbff5164-2a78-4437-94ff-556001c21cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:16.945642 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-b4fa9a65-ba99-4dac-8a35-6b75f88dec02 req-bbff5164-2a78-4437-94ff-556001c21cb1 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=fad49bd7b94b4ef9b24fc837ecdd50b2&device_id=d23fb762-02b3-4754-98d2-303b437119ac HTTP/1.1" status: 200 len: 1137 time: 0.0598881 Jun 16 13:56:17.054747 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa9a65-ba99-4dac-8a35-6b75f88dec02 req-48c711d6-2881-4d2d-8a83-03f336c85d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:17.056304 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-b4fa9a65-ba99-4dac-8a35-6b75f88dec02 req-48c711d6-2881-4d2d-8a83-03f336c85d79 service neutron] 10.222.0.101 "GET /v2.0/networks?id=3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712 HTTP/1.1" status: 200 len: 915 time: 0.0899522 Jun 16 13:56:17.120352 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-b4fa9a65-ba99-4dac-8a35-6b75f88dec02 req-ba9109ed-e7e9-4e1f-ab60-5784733d7180 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52b5c60a-fbc7-4fc9-bd22-511c3e8fe793 HTTP/1.1" status: 200 len: 1000 time: 0.0566771 Jun 16 13:56:17.168619 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa9a65-ba99-4dac-8a35-6b75f88dec02 req-d7c2149e-de6f-4f90-b20c-65f3db850a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:17.170385 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-b4fa9a65-ba99-4dac-8a35-6b75f88dec02 req-d7c2149e-de6f-4f90-b20c-65f3db850a86 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=b458dbe4-68f5-4493-a0e0-8600d292f148 HTTP/1.1" status: 200 len: 852 time: 0.0431230 Jun 16 13:56:17.234212 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa9a65-ba99-4dac-8a35-6b75f88dec02 req-f529317b-5e04-41fa-b10c-dfc9ff0e78b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:17.235717 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-b4fa9a65-ba99-4dac-8a35-6b75f88dec02 req-f529317b-5e04-41fa-b10c-dfc9ff0e78b1 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0586081 Jun 16 13:56:17.327349 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-b4fa9a65-ba99-4dac-8a35-6b75f88dec02 req-7df0b837-9e58-478c-9276-6aec47ae55bb service neutron] 10.222.0.101 "GET /v2.0/networks/3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844269 Jun 16 13:56:17.425015 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-b4fa9a65-ba99-4dac-8a35-6b75f88dec02 req-ca43d6f7-f73d-47cf-bd61-f093df9aa39d service neutron] 10.222.0.101 "GET /v2.0/networks/3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909395 Jun 16 13:56:20.840815 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2378fca0-ad69-497c-897e-0071340c0598 req-c46debe0-656f-4ec5-8ff8-abec8293a03f tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1703280402&fields=id&tenant_id=fad49bd7b94b4ef9b24fc837ecdd50b2 HTTP/1.1" status: 200 len: 267 time: 0.0355325 Jun 16 13:56:20.912564 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378fca0-ad69-497c-897e-0071340c0598 req-5c6648fe-ee61-4689-9163-2baa3182715f tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:20.914518 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2378fca0-ad69-497c-897e-0071340c0598 req-5c6648fe-ee61-4689-9163-2baa3182715f tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/ports?device_id=d23fb762-02b3-4754-98d2-303b437119ac HTTP/1.1" status: 200 len: 984 time: 0.0679893 Jun 16 13:56:20.926330 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [req-2378fca0-ad69-497c-897e-0071340c0598 req-9140d530-aa20-4a11-b91f-e24fde1d7ca3 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Request body: {'port': {'security_groups': ['a8f3190a-73d7-43d7-8b47-d1c41a7d55e1']}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:56:21.016713 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-2378fca0-ad69-497c-897e-0071340c0598 req-9140d530-aa20-4a11-b91f-e24fde1d7ca3 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:21.303299 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.db [req-2378fca0-ad69-497c-897e-0071340c0598 req-9140d530-aa20-4a11-b91f-e24fde1d7ca3 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] For port 52b5c60a-fbc7-4fc9-bd22-511c3e8fe793, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=52b5c60a-fbc7-4fc9-bd22-511c3e8fe793,segment=NetworkSegment(e3bb6e18-bf5f-42ad-89da-038fc1b95c45),segment_id=e3bb6e18-bf5f-42ad-89da-038fc1b95c45)] {{(pid=103674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:56:21.340916 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-2378fca0-ad69-497c-897e-0071340c0598 req-9140d530-aa20-4a11-b91f-e24fde1d7ca3 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks [] for port, precommit_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:21.346771 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-2378fca0-ad69-497c-897e-0071340c0598 req-9140d530-aa20-4a11-b91f-e24fde1d7ca3 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10072344'] for port, after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:21.351402 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-46a1c703-203e-4fdd-8b89-18b97dc57849 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:21.360860 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] get_ports_and_sgs() called for port_ids ['52b5c60a-fbc7-4fc9-bd22-511c3e8fe793'] {{(pid=103676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:56:21.392571 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378fca0-ad69-497c-897e-0071340c0598 req-9140d530-aa20-4a11-b91f-e24fde1d7ca3 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:21.393211 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-2378fca0-ad69-497c-897e-0071340c0598 req-9140d530-aa20-4a11-b91f-e24fde1d7ca3 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914'] for port, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:21.394776 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2378fca0-ad69-497c-897e-0071340c0598 req-9140d530-aa20-4a11-b91f-e24fde1d7ca3 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "PUT /v2.0/ports/52b5c60a-fbc7-4fc9-bd22-511c3e8fe793 HTTP/1.1" status: 200 len: 942 time: 0.4732795 Jun 16 13:56:21.395301 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23fb762-02b3-4754-98d2-303b437119ac', 'tag': '52b5c60a-fbc7-4fc9-bd22-511c3e8fe793'}] {{(pid=103674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:56:21.398319 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf0caa33b503d1f2c3d6e3a51c00f46bab3e78c159fea0ab96052d9779657e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1759d1-6468-49f5-9fc9-47b8c0e0e4ba" -d '{"events": [{"name": "network-changed", "server_uuid": "d23fb762-02b3-4754-98d2-303b437119ac", "tag": "52b5c60a-fbc7-4fc9-bd22-511c3e8fe793"}]}' {{(pid=103674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:56:21.402301 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 46738) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:21.429256 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9140d530-aa20-4a11-b91f-e24fde1d7ca3 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Pushing event updated for resources: {'Port': ['ID=52b5c60a-fbc7-4fc9-bd22-511c3e8fe793,revision_number=7']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:21.437466 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9140d530-aa20-4a11-b91f-e24fde1d7ca3 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:21.437927 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9140d530-aa20-4a11-b91f-e24fde1d7ca3 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:21.438191 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9140d530-aa20-4a11-b91f-e24fde1d7ca3 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:21.438549 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9140d530-aa20-4a11-b91f-e24fde1d7ca3 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:21.438906 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9140d530-aa20-4a11-b91f-e24fde1d7ca3 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:21.439270 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9140d530-aa20-4a11-b91f-e24fde1d7ca3 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:21.439622 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9140d530-aa20-4a11-b91f-e24fde1d7ca3 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:21.439975 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9140d530-aa20-4a11-b91f-e24fde1d7ca3 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:21.440394 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9140d530-aa20-4a11-b91f-e24fde1d7ca3 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:21.440881 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9140d530-aa20-4a11-b91f-e24fde1d7ca3 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:21.441270 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9140d530-aa20-4a11-b91f-e24fde1d7ca3 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:21.441650 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9140d530-aa20-4a11-b91f-e24fde1d7ca3 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:21.454096 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-9140d530-aa20-4a11-b91f-e24fde1d7ca3 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:21.471114 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48ae555-bd87-45b1-b85d-a94872cecbb9 x-openstack-request-id: req-a48ae555-bd87-45b1-b85d-a94872cecbb9 {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:56:21.471850 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d23fb762-02b3-4754-98d2-303b437119ac", "tag": "52b5c60a-fbc7-4fc9-bd22-511c3e8fe793", "status": "completed", "code": 200}]} {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:56:21.472374 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-a48ae555-bd87-45b1-b85d-a94872cecbb9 {{(pid=103674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:56:21.473270 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd23fb762-02b3-4754-98d2-303b437119ac', 'tag': '52b5c60a-fbc7-4fc9-bd22-511c3e8fe793', 'status': 'completed', 'code': 200} Jun 16 13:56:21.501021 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-f9ee56af-75c3-42f8-926a-75f3d8aa220f tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks [] for security_group, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:21.508305 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] get_ports_and_sgs() called for port_ids ['52b5c60a-fbc7-4fc9-bd22-511c3e8fe793'] {{(pid=103676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:56:21.536996 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-f9ee56af-75c3-42f8-926a-75f3d8aa220f tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:21.576732 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1759d1-6468-49f5-9fc9-47b8c0e0e4ba req-4454ee37-61c9-45d4-9d18-32e2d7d51983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:21.578319 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-3d1759d1-6468-49f5-9fc9-47b8c0e0e4ba req-4454ee37-61c9-45d4-9d18-32e2d7d51983 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=fad49bd7b94b4ef9b24fc837ecdd50b2&device_id=d23fb762-02b3-4754-98d2-303b437119ac HTTP/1.1" status: 200 len: 1098 time: 0.0816591 Jun 16 13:56:21.657826 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-f9ee56af-75c3-42f8-926a-75f3d8aa220f tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:21.663237 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-f9ee56af-75c3-42f8-926a-75f3d8aa220f tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:21.665707 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-f9ee56af-75c3-42f8-926a-75f3d8aa220f tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "DELETE /v2.0/security-groups/5e1ff51a-0b21-4b7b-9ea1-d3e543cc9792 HTTP/1.1" status: 204 len: 168 time: 0.2615819 Jun 16 13:56:21.667684 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 46742) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:21.667850 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-3e0c04be-1ecd-444f-a49f-79664cc64722 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:21.684240 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ee56af-75c3-42f8-926a-75f3d8aa220f tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1ff51a-0b21-4b7b-9ea1-d3e543cc9792,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:21.698906 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ee56af-75c3-42f8-926a-75f3d8aa220f tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:21.699439 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ee56af-75c3-42f8-926a-75f3d8aa220f tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:21.699923 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ee56af-75c3-42f8-926a-75f3d8aa220f tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:21.700453 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ee56af-75c3-42f8-926a-75f3d8aa220f tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:21.700958 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ee56af-75c3-42f8-926a-75f3d8aa220f tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:21.701441 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ee56af-75c3-42f8-926a-75f3d8aa220f tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:21.701931 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ee56af-75c3-42f8-926a-75f3d8aa220f tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:21.702427 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ee56af-75c3-42f8-926a-75f3d8aa220f tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:21.703099 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ee56af-75c3-42f8-926a-75f3d8aa220f tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:21.703578 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ee56af-75c3-42f8-926a-75f3d8aa220f tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:21.704170 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ee56af-75c3-42f8-926a-75f3d8aa220f tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:21.704640 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ee56af-75c3-42f8-926a-75f3d8aa220f tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:21.710350 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-00415cc9-7d2e-4c6f-8aae-1c32d4cf9b16 None None] Provisioning complete for port 52b5c60a-fbc7-4fc9-bd22-511c3e8fe793 triggered by entity DHCP. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:56:21.710350 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-00415cc9-7d2e-4c6f-8aae-1c32d4cf9b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:21.716638 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-f9ee56af-75c3-42f8-926a-75f3d8aa220f tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:21.757210 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1759d1-6468-49f5-9fc9-47b8c0e0e4ba req-db0ff0c2-2806-4269-a96b-0431a81a92ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:21.758836 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-3d1759d1-6468-49f5-9fc9-47b8c0e0e4ba req-db0ff0c2-2806-4269-a96b-0431a81a92ac service neutron] 10.222.0.101 "GET /v2.0/networks?id=3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712 HTTP/1.1" status: 200 len: 915 time: 0.1705303 Jun 16 13:56:21.868774 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-3d1759d1-6468-49f5-9fc9-47b8c0e0e4ba req-80ec56af-3fa2-4f5e-8ff2-b4c9b3065f63 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52b5c60a-fbc7-4fc9-bd22-511c3e8fe793 HTTP/1.1" status: 200 len: 1000 time: 0.1016476 Jun 16 13:56:21.934638 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1759d1-6468-49f5-9fc9-47b8c0e0e4ba req-fb01d4b1-8e28-404d-a4a4-7d473ea28f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:21.936100 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-3d1759d1-6468-49f5-9fc9-47b8c0e0e4ba req-fb01d4b1-8e28-404d-a4a4-7d473ea28f3e service neutron] 10.222.0.101 "GET /v2.0/subnets?id=b458dbe4-68f5-4493-a0e0-8600d292f148 HTTP/1.1" status: 200 len: 852 time: 0.0490296 Jun 16 13:56:21.976167 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-4297bb49-1e78-476d-8651-efff9ce035df tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Deleting port c7cfbbbf-c6fb-4cdb-a634-bfe111a77d54 {{(pid=103674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:56:21.976450 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-4297bb49-1e78-476d-8651-efff9ce035df tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779595332765'] for port, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:22.059667 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1759d1-6468-49f5-9fc9-47b8c0e0e4ba req-b782ff94-1927-4df1-afc0-660864a35b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:22.061175 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-3d1759d1-6468-49f5-9fc9-47b8c0e0e4ba req-b782ff94-1927-4df1-afc0-660864a35b2e service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1171651 Jun 16 13:56:22.070427 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-4297bb49-1e78-476d-8651-efff9ce035df tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757230'] for port, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:22.070751 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-4297bb49-1e78-476d-8651-efff9ce035df tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:22.172008 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-4297bb49-1e78-476d-8651-efff9ce035df tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Calling delete_port for c7cfbbbf-c6fb-4cdb-a634-bfe111a77d54 owned by network:floatingip {{(pid=103674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:56:22.293530 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-3d1759d1-6468-49f5-9fc9-47b8c0e0e4ba req-960219da-5c9a-4060-82ba-d5d6f4193624 service neutron] 10.222.0.101 "GET /v2.0/networks/3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248931 Jun 16 13:56:22.735859 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-3d1759d1-6468-49f5-9fc9-47b8c0e0e4ba req-ade40a15-739c-499a-bff4-54755c89aff3 service neutron] 10.222.0.101 "GET /v2.0/networks/3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4341836 Jun 16 13:56:22.760920 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-4297bb49-1e78-476d-8651-efff9ce035df tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779595337849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779594881055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10072337'] for port, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:22.763023 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-cd83b5ec-573f-4eb0-88fa-2056afe03634 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:22.787831 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4297bb49-1e78-476d-8651-efff9ce035df tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Pushing event deleted for resources: {'Port': ['ID=c7cfbbbf-c6fb-4cdb-a634-bfe111a77d54,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:22.790363 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-4297bb49-1e78-476d-8651-efff9ce035df tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:22.852402 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-4297bb49-1e78-476d-8651-efff9ce035df tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks [] for floatingip, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:22.852732 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.db.l3_db [None req-4297bb49-1e78-476d-8651-efff9ce035df tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Floating IP 51c01359-3d83-47ab-94b8-c74e0ef50579 disassociated (deleted). External IP: 172.28.1.50, port: 52b5c60a-fbc7-4fc9-bd22-511c3e8fe793. Jun 16 13:56:23.074871 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4297bb49-1e78-476d-8651-efff9ce035df tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Router 4f0edd33-52c1-43aa-8eac-09f2b325f15d has already been hosted by L3 agent bfb54b95-b8bd-4202-8e6c-bc5e048a10e9 {{(pid=103674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:56:23.185546 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4297bb49-1e78-476d-8651-efff9ce035df tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify agent at l3_agent.dv-cinder-789603-10-smb the message routers_updated {{(pid=103674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:56:23.190626 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-4297bb49-1e78-476d-8651-efff9ce035df tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914'] for floatingip, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:23.195382 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6bf654-71c8-4d4d-bffb-75f9f3129661 None None] Sync routers for ids ['4f0edd33-52c1-43aa-8eac-09f2b325f15d'] in dv-cinder-789603-10-smb {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:56:23.205139 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6bf654-71c8-4d4d-bffb-75f9f3129661 None None] Routers {'4f0edd33-52c1-43aa-8eac-09f2b325f15d'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:56:23.205755 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-ed6bf654-71c8-4d4d-bffb-75f9f3129661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:56:01Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['4f0edd33-52c1-43aa-8eac-09f2b325f15d'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:23.227239 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-4297bb49-1e78-476d-8651-efff9ce035df tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "DELETE /v2.0/floatingips/51c01359-3d83-47ab-94b8-c74e0ef50579 HTTP/1.1" status: 204 len: 168 time: 1.5565100 Jun 16 13:56:23.309275 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-ed6bf654-71c8-4d4d-bffb-75f9f3129661 None None] Set router 4f0edd33-52c1-43aa-8eac-09f2b325f15d gateway port host: dv-cinder-789603-10-smb {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:56:23.475123 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd23fb762-02b3-4754-98d2-303b437119ac', 'tag': '52b5c60a-fbc7-4fc9-bd22-511c3e8fe793'}] {{(pid=103674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:56:23.478095 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf0caa33b503d1f2c3d6e3a51c00f46bab3e78c159fea0ab96052d9779657e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64cd7f8-644c-49bc-a3f2-7088e911e831" -d '{"events": [{"name": "network-changed", "server_uuid": "d23fb762-02b3-4754-98d2-303b437119ac", "tag": "52b5c60a-fbc7-4fc9-bd22-511c3e8fe793"}]}' {{(pid=103674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:56:23.515816 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a1402f-5c7e-46fd-a41b-05573311329e x-openstack-request-id: req-82a1402f-5c7e-46fd-a41b-05573311329e {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:56:23.516440 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d23fb762-02b3-4754-98d2-303b437119ac", "tag": "52b5c60a-fbc7-4fc9-bd22-511c3e8fe793", "status": "completed", "code": 200}]} {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:56:23.516698 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-82a1402f-5c7e-46fd-a41b-05573311329e {{(pid=103674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:56:23.517170 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd23fb762-02b3-4754-98d2-303b437119ac', 'tag': '52b5c60a-fbc7-4fc9-bd22-511c3e8fe793', 'status': 'completed', 'code': 200} Jun 16 13:56:23.520898 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-ed6bf654-71c8-4d4d-bffb-75f9f3129661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0edd33-52c1-43aa-8eac-09f2b325f15d', 'name': 'tempest-TestMinimumBasicScenario-69470825-router', 'tenant_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': '5738541d-b107-4aeb-bcff-be588cef423f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:54:23Z', 'updated_at': '2021-06-16T13:54:25Z', 'revision_number': 4, 'project_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'gw_port': {'id': '5738541d-b107-4aeb-bcff-be588cef423f', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0edd33-52c1-43aa-8eac-09f2b325f15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:54:23Z', 'updated_at': '2021-06-16T13:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_interfaces': [{'id': '8d895b5a-6612-4ccc-9b9a-20db0e110a17', 'name': '', 'network_id': '3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712', 'tenant_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'mac_address': 'fa:16:3e:a0:16:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0edd33-52c1-43aa-8eac-09f2b325f15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'b458dbe4-68f5-4493-a0e0-8600d292f148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:54:25Z', 'updated_at': '2021-06-16T13:54:31Z', 'revision_number': 5, 'project_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'subnets': [{'id': 'b458dbe4-68f5-4493-a0e0-8600d292f148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:23.524566 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6bf654-71c8-4d4d-bffb-75f9f3129661 None None] Checking router: 4f0edd33-52c1-43aa-8eac-09f2b325f15d for host: dv-cinder-789603-10-smb {{(pid=103676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:56:23.538859 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6bf654-71c8-4d4d-bffb-75f9f3129661 None None] Routers {'4f0edd33-52c1-43aa-8eac-09f2b325f15d'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:56:23.539522 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-ed6bf654-71c8-4d4d-bffb-75f9f3129661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:56:01Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['4f0edd33-52c1-43aa-8eac-09f2b325f15d'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:23.611326 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64cd7f8-644c-49bc-a3f2-7088e911e831 req-37dde6f5-8647-41c8-9a08-49abe539d7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:23.613190 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-d64cd7f8-644c-49bc-a3f2-7088e911e831 req-37dde6f5-8647-41c8-9a08-49abe539d7a1 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=fad49bd7b94b4ef9b24fc837ecdd50b2&device_id=d23fb762-02b3-4754-98d2-303b437119ac HTTP/1.1" status: 200 len: 1098 time: 0.0721548 Jun 16 13:56:23.656447 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-ed6bf654-71c8-4d4d-bffb-75f9f3129661 None None] Set router 4f0edd33-52c1-43aa-8eac-09f2b325f15d gateway port host: dv-cinder-789603-10-smb {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:56:23.715817 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64cd7f8-644c-49bc-a3f2-7088e911e831 req-8fcf2b7d-a329-4a49-987e-0cd443be8c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:23.717611 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-d64cd7f8-644c-49bc-a3f2-7088e911e831 req-8fcf2b7d-a329-4a49-987e-0cd443be8c8d service neutron] 10.222.0.101 "GET /v2.0/networks?id=3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712 HTTP/1.1" status: 200 len: 915 time: 0.0983217 Jun 16 13:56:23.768769 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-d64cd7f8-644c-49bc-a3f2-7088e911e831 req-3516aed1-c048-4f60-9ecb-429351f8c9f1 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=52b5c60a-fbc7-4fc9-bd22-511c3e8fe793 HTTP/1.1" status: 200 len: 217 time: 0.0446842 Jun 16 13:56:23.825197 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64cd7f8-644c-49bc-a3f2-7088e911e831 req-d5fe8ae6-f11d-4664-9d52-8614e8e22764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:23.826730 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-d64cd7f8-644c-49bc-a3f2-7088e911e831 req-d5fe8ae6-f11d-4664-9d52-8614e8e22764 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=b458dbe4-68f5-4493-a0e0-8600d292f148 HTTP/1.1" status: 200 len: 852 time: 0.0489204 Jun 16 13:56:23.869412 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-ed6bf654-71c8-4d4d-bffb-75f9f3129661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0edd33-52c1-43aa-8eac-09f2b325f15d', 'name': 'tempest-TestMinimumBasicScenario-69470825-router', 'tenant_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': '5738541d-b107-4aeb-bcff-be588cef423f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:54:23Z', 'updated_at': '2021-06-16T13:54:25Z', 'revision_number': 4, 'project_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'gw_port': {'id': '5738541d-b107-4aeb-bcff-be588cef423f', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0edd33-52c1-43aa-8eac-09f2b325f15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:54:23Z', 'updated_at': '2021-06-16T13:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_interfaces': [{'id': '8d895b5a-6612-4ccc-9b9a-20db0e110a17', 'name': '', 'network_id': '3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712', 'tenant_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'mac_address': 'fa:16:3e:a0:16:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0edd33-52c1-43aa-8eac-09f2b325f15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'b458dbe4-68f5-4493-a0e0-8600d292f148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:54:25Z', 'updated_at': '2021-06-16T13:54:31Z', 'revision_number': 5, 'project_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'subnets': [{'id': 'b458dbe4-68f5-4493-a0e0-8600d292f148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:23.873681 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6bf654-71c8-4d4d-bffb-75f9f3129661 None None] The sync data for ids ['4f0edd33-52c1-43aa-8eac-09f2b325f15d'] in dv-cinder-789603-10-smb is: [{'id': '4f0edd33-52c1-43aa-8eac-09f2b325f15d', 'name': 'tempest-TestMinimumBasicScenario-69470825-router', 'tenant_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': '5738541d-b107-4aeb-bcff-be588cef423f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:54:23Z', 'updated_at': '2021-06-16T13:54:25Z', 'revision_number': 4, 'project_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'gw_port': {'id': '5738541d-b107-4aeb-bcff-be588cef423f', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0edd33-52c1-43aa-8eac-09f2b325f15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:54:23Z', 'updated_at': '2021-06-16T13:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_interfaces': [{'id': '8d895b5a-6612-4ccc-9b9a-20db0e110a17', 'name': '', 'network_id': '3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712', 'tenant_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'mac_address': 'fa:16:3e:a0:16:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0edd33-52c1-43aa-8eac-09f2b325f15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'b458dbe4-68f5-4493-a0e0-8600d292f148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:54:25Z', 'updated_at': '2021-06-16T13:54:31Z', 'revision_number': 5, 'project_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'subnets': [{'id': 'b458dbe4-68f5-4493-a0e0-8600d292f148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:56:23.888254 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64cd7f8-644c-49bc-a3f2-7088e911e831 req-9113862d-272a-439a-b018-efc8bf1ff5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:23.889725 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-d64cd7f8-644c-49bc-a3f2-7088e911e831 req-9113862d-272a-439a-b018-efc8bf1ff5e7 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0555801 Jun 16 13:56:23.991370 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-d64cd7f8-644c-49bc-a3f2-7088e911e831 req-31cf3837-9642-45ba-ab6c-0f0b68e76630 service neutron] 10.222.0.101 "GET /v2.0/networks/3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922914 Jun 16 13:56:24.116113 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-d64cd7f8-644c-49bc-a3f2-7088e911e831 req-54c0352c-0932-4fde-ab73-ef625de7f8ac service neutron] 10.222.0.101 "GET /v2.0/networks/3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132796 Jun 16 13:56:24.134334 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30c5051-bc12-4c9f-a325-f5e03c34f97f None None] New status for floating IP 51c01359-3d83-47ab-94b8-c74e0ef50579: DOWN {{(pid=103677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 13:56:26.479209 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f496f3-b3e8-4a0d-9666-192b91c3e7c5 req-99f01383-3f0d-48b8-a743-595b4b150d27 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:26.480689 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-42f496f3-b3e8-4a0d-9666-192b91c3e7c5 req-99f01383-3f0d-48b8-a743-595b4b150d27 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/ports?device_id=d23fb762-02b3-4754-98d2-303b437119ac HTTP/1.1" status: 200 len: 945 time: 0.0691411 Jun 16 13:56:26.519145 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-42f496f3-b3e8-4a0d-9666-192b91c3e7c5 req-bb392453-07d4-4667-87fc-12ddc3660975 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f3190a-73d7-43d7-8b47-d1c41a7d55e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327306 Jun 16 13:56:27.141734 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.agents_db [None req-04e01baa-1c8d-439a-8f1b-024cbee7c8c9 None None] Agent healthcheck: found 6 active agents {{(pid=103677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:56:27.704382 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9476e-65f5-4c33-9da6-d92cb075fd15 req-63d1d086-9ac7-4b69-b9ad-2fa456e463e2 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:27.705892 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-06d9476e-65f5-4c33-9da6-d92cb075fd15 req-63d1d086-9ac7-4b69-b9ad-2fa456e463e2 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/ports?device_id=d23fb762-02b3-4754-98d2-303b437119ac HTTP/1.1" status: 200 len: 945 time: 0.0704379 Jun 16 13:56:27.748239 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-06d9476e-65f5-4c33-9da6-d92cb075fd15 req-8eff9c7b-d772-46ca-8b5b-10f24f5495cf tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/security-groups?id=a8f3190a-73d7-43d7-8b47-d1c41a7d55e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362101 Jun 16 13:56:28.183090 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce437611-ece3-49b6-88a0-715e4ec7ba7e req-05484746-3766-4e46-963d-af7ff98d0635 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:28.184571 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ce437611-ece3-49b6-88a0-715e4ec7ba7e req-05484746-3766-4e46-963d-af7ff98d0635 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.101 "GET /v2.0/ports?device_id=d23fb762-02b3-4754-98d2-303b437119ac HTTP/1.1" status: 200 len: 945 time: 0.0653434 Jun 16 13:56:28.292067 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [req-ce437611-ece3-49b6-88a0-715e4ec7ba7e req-f0afcd3d-750a-4e66-9ad6-cf42bba1589b tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Deleting port 52b5c60a-fbc7-4fc9-bd22-511c3e8fe793 {{(pid=103674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:56:28.292405 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-ce437611-ece3-49b6-88a0-715e4ec7ba7e req-f0afcd3d-750a-4e66-9ad6-cf42bba1589b tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779595332765'] for port, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:28.385838 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.db [req-ce437611-ece3-49b6-88a0-715e4ec7ba7e req-f0afcd3d-750a-4e66-9ad6-cf42bba1589b tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] For port 52b5c60a-fbc7-4fc9-bd22-511c3e8fe793, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=52b5c60a-fbc7-4fc9-bd22-511c3e8fe793,segment=NetworkSegment(e3bb6e18-bf5f-42ad-89da-038fc1b95c45),segment_id=e3bb6e18-bf5f-42ad-89da-038fc1b95c45)] {{(pid=103674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:56:28.386164 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-ce437611-ece3-49b6-88a0-715e4ec7ba7e req-f0afcd3d-750a-4e66-9ad6-cf42bba1589b tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757230'] for port, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:28.454486 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [req-ce437611-ece3-49b6-88a0-715e4ec7ba7e req-f0afcd3d-750a-4e66-9ad6-cf42bba1589b tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Calling delete_port for 52b5c60a-fbc7-4fc9-bd22-511c3e8fe793 owned by compute:nova {{(pid=103674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:56:28.582219 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-ce437611-ece3-49b6-88a0-715e4ec7ba7e req-f0afcd3d-750a-4e66-9ad6-cf42bba1589b tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779595337849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779594881055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10072337'] for port, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:28.586198 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-ab5bbc1d-7b9e-438d-987f-f0d0a3b67352 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:28.594444 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] get_ports_and_sgs() called for port_ids ['52b5c60a-fbc7-4fc9-bd22-511c3e8fe793'] {{(pid=103676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:56:28.622502 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afcd3d-750a-4e66-9ad6-cf42bba1589b tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Pushing event deleted for resources: {'Port': ['ID=52b5c60a-fbc7-4fc9-bd22-511c3e8fe793,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:28.624744 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-f0afcd3d-750a-4e66-9ad6-cf42bba1589b tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:28.644223 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-029d2f95-a780-4d0b-aac9-2f78622438b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:28.665753 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce437611-ece3-49b6-88a0-715e4ec7ba7e req-f0afcd3d-750a-4e66-9ad6-cf42bba1589b tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] No DVR routers for this DVR port 52b5c60a-fbc7-4fc9-bd22-511c3e8fe793 on host hv-cinder-78960 {{(pid=103674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:56:28.668569 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-ce437611-ece3-49b6-88a0-715e4ec7ba7e req-f0afcd3d-750a-4e66-9ad6-cf42bba1589b tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914'] for port, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:28.671124 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ce437611-ece3-49b6-88a0-715e4ec7ba7e req-f0afcd3d-750a-4e66-9ad6-cf42bba1589b tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.101 "DELETE /v2.0/ports/52b5c60a-fbc7-4fc9-bd22-511c3e8fe793 HTTP/1.1" status: 204 len: 173 time: 0.4799297 Jun 16 13:56:28.671763 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd23fb762-02b3-4754-98d2-303b437119ac', 'name': 'network-vif-deleted', 'tag': '52b5c60a-fbc7-4fc9-bd22-511c3e8fe793'}] {{(pid=103674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:56:28.674672 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf0caa33b503d1f2c3d6e3a51c00f46bab3e78c159fea0ab96052d9779657e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f72e97-601b-4c4c-bad8-180c6647a934" -d '{"events": [{"server_uuid": "d23fb762-02b3-4754-98d2-303b437119ac", "name": "network-vif-deleted", "tag": "52b5c60a-fbc7-4fc9-bd22-511c3e8fe793"}]}' {{(pid=103674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:56:28.719538 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a34b35-d120-4f9b-bde9-fc574bc8591e x-openstack-request-id: req-c9a34b35-d120-4f9b-bde9-fc574bc8591e {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:56:28.720224 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d23fb762-02b3-4754-98d2-303b437119ac", "name": "network-vif-deleted", "tag": "52b5c60a-fbc7-4fc9-bd22-511c3e8fe793", "status": "completed", "code": 200}]} {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:56:28.720396 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-c9a34b35-d120-4f9b-bde9-fc574bc8591e {{(pid=103674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:56:28.721118 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd23fb762-02b3-4754-98d2-303b437119ac', 'name': 'network-vif-deleted', 'tag': '52b5c60a-fbc7-4fc9-bd22-511c3e8fe793', 'status': 'completed', 'code': 200} Jun 16 13:56:28.922178 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-5d489689-38fc-4ce2-a5bf-9eed8d5f6658 req-df164816-c203-4b20-948b-4f4461aa8e03 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] 10.222.0.104 "GET /v2.0/ports?device_id=d23fb762-02b3-4754-98d2-303b437119ac HTTP/1.1" status: 200 len: 210 time: 0.0296438 Jun 16 13:56:30.523136 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 46830) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:30.874879 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-e62e0606-f671-49ee-be2a-8b46bc927e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690889'] for router_interface, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:31.128859 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:31.155357 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-e62e0606-f671-49ee-be2a-8b46bc927e8f admin admin] Deleting port 8d895b5a-6612-4ccc-9b9a-20db0e110a17 {{(pid=103675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:56:31.155697 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-e62e0606-f671-49ee-be2a-8b46bc927e8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779595332765'] for port, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:31.233556 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-e62e0606-f671-49ee-be2a-8b46bc927e8f admin admin] For port 8d895b5a-6612-4ccc-9b9a-20db0e110a17, host dv-cinder-789603-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=8d895b5a-6612-4ccc-9b9a-20db0e110a17,segment=NetworkSegment(e3bb6e18-bf5f-42ad-89da-038fc1b95c45),segment_id=e3bb6e18-bf5f-42ad-89da-038fc1b95c45)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:56:31.233908 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-e62e0606-f671-49ee-be2a-8b46bc927e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757230'] for port, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:31.298303 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-e62e0606-f671-49ee-be2a-8b46bc927e8f admin admin] Calling delete_port for 8d895b5a-6612-4ccc-9b9a-20db0e110a17 owned by network:router_interface {{(pid=103675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:56:31.305707 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-f4d5f7b5-db4f-46e3-b461-7e6a69288616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:31.476133 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-e62e0606-f671-49ee-be2a-8b46bc927e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779595337849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779594881055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10266981'] for port, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:31.477958 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:31.500399 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62e0606-f671-49ee-be2a-8b46bc927e8f admin admin] Pushing event deleted for resources: {'Port': ['ID=8d895b5a-6612-4ccc-9b9a-20db0e110a17,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:31.503342 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-e62e0606-f671-49ee-be2a-8b46bc927e8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:31.658160 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-e62e0606-f671-49ee-be2a-8b46bc927e8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690781'] for router_interface, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:31.693909 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 52b5c60a-fbc7-4fc9-bd22-511c3e8fe793 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:56:31.717799 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] No Port match for: 52b5c60a-fbc7-4fc9-bd22-511c3e8fe793 {{(pid=103676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:56:31.718146 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device 52b5c60a-fbc7-4fc9-bd22-511c3e8fe793 not bound to the agent host hv-cinder-78960 {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:56:32.095321 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9426d120-8ef3-450b-a3fa-438be4b95f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:32.113498 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e62e0606-f671-49ee-be2a-8b46bc927e8f admin admin] Router 4f0edd33-52c1-43aa-8eac-09f2b325f15d has already been hosted by L3 agent bfb54b95-b8bd-4202-8e6c-bc5e048a10e9 {{(pid=103675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:56:32.231297 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62e0606-f671-49ee-be2a-8b46bc927e8f admin admin] Notify agent at l3_agent.dv-cinder-789603-10-smb the message routers_updated {{(pid=103675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:56:32.236481 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-e62e0606-f671-49ee-be2a-8b46bc927e8f admin admin] 10.222.0.104 "PUT /v2.0/routers/4f0edd33-52c1-43aa-8eac-09f2b325f15d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7121723 Jun 16 13:56:32.239264 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 46832) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:32.239964 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963a8793-332f-4a18-885b-2b46ba132366 None None] Sync routers for ids ['4f0edd33-52c1-43aa-8eac-09f2b325f15d'] in dv-cinder-789603-10-smb {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:56:32.249383 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963a8793-332f-4a18-885b-2b46ba132366 None None] Routers {'4f0edd33-52c1-43aa-8eac-09f2b325f15d'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:56:32.250139 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-963a8793-332f-4a18-885b-2b46ba132366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:56:31Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['4f0edd33-52c1-43aa-8eac-09f2b325f15d'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:32.349778 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ce9bba9d-8975-4cf3-8347-0ae81daa86e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:32.362093 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-963a8793-332f-4a18-885b-2b46ba132366 None None] Set router 4f0edd33-52c1-43aa-8eac-09f2b325f15d gateway port host: dv-cinder-789603-10-smb {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:56:32.453889 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ce9bba9d-8975-4cf3-8347-0ae81daa86e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:32.510305 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-ce9bba9d-8975-4cf3-8347-0ae81daa86e0 admin admin] Deleting port 5738541d-b107-4aeb-bcff-be588cef423f {{(pid=103674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:56:32.510642 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ce9bba9d-8975-4cf3-8347-0ae81daa86e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779595332765'] for port, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:32.544358 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-963a8793-332f-4a18-885b-2b46ba132366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0edd33-52c1-43aa-8eac-09f2b325f15d', 'name': 'tempest-TestMinimumBasicScenario-69470825-router', 'tenant_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': '5738541d-b107-4aeb-bcff-be588cef423f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:54:23Z', 'updated_at': '2021-06-16T13:56:31Z', 'revision_number': 5, 'project_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'gw_port': {'id': '5738541d-b107-4aeb-bcff-be588cef423f', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f7:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0edd33-52c1-43aa-8eac-09f2b325f15d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:54:23Z', 'updated_at': '2021-06-16T13:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb'}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:32.548101 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963a8793-332f-4a18-885b-2b46ba132366 None None] Checking router: 4f0edd33-52c1-43aa-8eac-09f2b325f15d for host: dv-cinder-789603-10-smb {{(pid=103676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:56:32.556977 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963a8793-332f-4a18-885b-2b46ba132366 None None] Routers {'4f0edd33-52c1-43aa-8eac-09f2b325f15d'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:56:32.557594 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-963a8793-332f-4a18-885b-2b46ba132366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:56:31Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['4f0edd33-52c1-43aa-8eac-09f2b325f15d'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:32.595041 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.db [None req-ce9bba9d-8975-4cf3-8347-0ae81daa86e0 admin admin] For port 5738541d-b107-4aeb-bcff-be588cef423f, host dv-cinder-789603-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=5738541d-b107-4aeb-bcff-be588cef423f,segment=NetworkSegment(8c058e4f-8cd0-4a1d-96cc-b525f030ca20),segment_id=8c058e4f-8cd0-4a1d-96cc-b525f030ca20)] {{(pid=103674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:56:32.595393 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ce9bba9d-8975-4cf3-8347-0ae81daa86e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757230'] for port, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:32.661403 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-ce9bba9d-8975-4cf3-8347-0ae81daa86e0 admin admin] Calling delete_port for 5738541d-b107-4aeb-bcff-be588cef423f owned by network:router_gateway {{(pid=103674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:56:32.768311 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-963a8793-332f-4a18-885b-2b46ba132366 None None] Set router 4f0edd33-52c1-43aa-8eac-09f2b325f15d gateway port host: None {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:56:32.819963 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-963a8793-332f-4a18-885b-2b46ba132366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f0edd33-52c1-43aa-8eac-09f2b325f15d', 'name': 'tempest-TestMinimumBasicScenario-69470825-router', 'tenant_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:54:23Z', 'updated_at': '2021-06-16T13:56:32Z', 'revision_number': 6, 'project_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'gw_port_host': None}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:32.824072 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963a8793-332f-4a18-885b-2b46ba132366 None None] The sync data for ids ['4f0edd33-52c1-43aa-8eac-09f2b325f15d'] in dv-cinder-789603-10-smb is: [{'id': '4f0edd33-52c1-43aa-8eac-09f2b325f15d', 'name': 'tempest-TestMinimumBasicScenario-69470825-router', 'tenant_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:54:23Z', 'updated_at': '2021-06-16T13:56:32Z', 'revision_number': 6, 'project_id': 'fad49bd7b94b4ef9b24fc837ecdd50b2', 'gw_port_host': None}] {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:56:32.844864 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ce9bba9d-8975-4cf3-8347-0ae81daa86e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779595337849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779594881055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10072337'] for port, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:32.849175 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-df1d1f02-e5f3-413a-ac8f-0f081be91e3c tempest-VolumesActionsTest-1452582960 tempest-VolumesActionsTest-1452582960-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:32.880566 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9bba9d-8975-4cf3-8347-0ae81daa86e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5738541d-b107-4aeb-bcff-be588cef423f,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:32.883628 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-ce9bba9d-8975-4cf3-8347-0ae81daa86e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:32.941274 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ce9bba9d-8975-4cf3-8347-0ae81daa86e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759070'] for router_gateway, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:33.029497 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ce9bba9d-8975-4cf3-8347-0ae81daa86e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-704349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-825'] for router, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:33.031866 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ce9bba9d-8975-4cf3-8347-0ae81daa86e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:33.079033 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ce9bba9d-8975-4cf3-8347-0ae81daa86e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769364'] for router, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:33.079523 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9bba9d-8975-4cf3-8347-0ae81daa86e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f0edd33-52c1-43aa-8eac-09f2b325f15d {{(pid=103674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 13:56:33.084559 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ce9bba9d-8975-4cf3-8347-0ae81daa86e0 admin admin] Notify callbacks [] for router, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:33.085667 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-ce9bba9d-8975-4cf3-8347-0ae81daa86e0 admin admin] 10.222.0.104 "DELETE /v2.0/routers/4f0edd33-52c1-43aa-8eac-09f2b325f15d HTTP/1.1" status: 204 len: 168 time: 0.8454576 Jun 16 13:56:33.088354 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 46834) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:33.136541 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d029c77-1800-446a-9996-ba3535ccf5fd admin admin] Deleting subnet b458dbe4-68f5-4493-a0e0-8600d292f148 {{(pid=103674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 13:56:33.139619 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1d029c77-1800-446a-9996-ba3535ccf5fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:33.179232 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1d029c77-1800-446a-9996-ba3535ccf5fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9699609'] for subnet, precommit_delete_associations {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:33.297149 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1d029c77-1800-446a-9996-ba3535ccf5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693187'] for subnet, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:33.350383 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1d029c77-1800-446a-9996-ba3535ccf5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10072539', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816199'] for subnet, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:33.353508 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-31b002bb-e596-4535-b4e8-ed0e899d6eb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:33.380247 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d029c77-1800-446a-9996-ba3535ccf5fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b458dbe4-68f5-4493-a0e0-8600d292f148,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:33.382221 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-1d029c77-1800-446a-9996-ba3535ccf5fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for subnet, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:33.384194 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-1d029c77-1800-446a-9996-ba3535ccf5fd admin admin] 10.222.0.104 "DELETE /v2.0/subnets/b458dbe4-68f5-4493-a0e0-8600d292f148 HTTP/1.1" status: 204 len: 168 time: 0.2947791 Jun 16 13:56:33.384941 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-1d029c77-1800-446a-9996-ba3535ccf5fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:33.386869 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 46836) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:33.387181 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09185165-9e98-48c7-9888-478bb66bb8f0 None None] Network 3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712 requested from dv-cinder-789603-10-smb {{(pid=103676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:56:33.459259 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b991c7ee-0f25-4761-9841-267e6430c8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1752478'] for network, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:33.511898 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-b991c7ee-0f25-4761-9841-267e6430c8e4 admin admin] Deleting port 824be28a-0028-4202-9966-acd52ba31eba {{(pid=103674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:56:33.512158 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b991c7ee-0f25-4761-9841-267e6430c8e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779595332765'] for port, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:33.575142 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e6748a-06d1-441b-a487-e50b0ec391a0 None None] DHCP port deletion for 3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712 request from dv-cinder-789603-10-smb {{(pid=103676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 13:56:33.579605 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.db [None req-b991c7ee-0f25-4761-9841-267e6430c8e4 admin admin] For port 824be28a-0028-4202-9966-acd52ba31eba, host dv-cinder-789603-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=824be28a-0028-4202-9966-acd52ba31eba,segment=NetworkSegment(e3bb6e18-bf5f-42ad-89da-038fc1b95c45),segment_id=e3bb6e18-bf5f-42ad-89da-038fc1b95c45)] {{(pid=103674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:56:33.580063 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b991c7ee-0f25-4761-9841-267e6430c8e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757230'] for port, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:33.627935 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-51e6748a-06d1-441b-a487-e50b0ec391a0 None None] Deleting port 824be28a-0028-4202-9966-acd52ba31eba {{(pid=103676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:56:33.628358 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-51e6748a-06d1-441b-a487-e50b0ec391a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779595332765'] for port, before_delete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:33.649313 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-b991c7ee-0f25-4761-9841-267e6430c8e4 admin admin] Calling delete_port for 824be28a-0028-4202-9966-acd52ba31eba owned by network:dhcp {{(pid=103674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:56:33.691906 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-51e6748a-06d1-441b-a487-e50b0ec391a0 None None] For port 824be28a-0028-4202-9966-acd52ba31eba, host dv-cinder-789603-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=824be28a-0028-4202-9966-acd52ba31eba,segment=NetworkSegment(e3bb6e18-bf5f-42ad-89da-038fc1b95c45),segment_id=e3bb6e18-bf5f-42ad-89da-038fc1b95c45)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:56:33.692388 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-51e6748a-06d1-441b-a487-e50b0ec391a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757230'] for port, precommit_delete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:33.735226 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b991c7ee-0f25-4761-9841-267e6430c8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779595337849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779594881055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10072337'] for port, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:33.737708 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-1aa6c7d3-9b15-4264-bcca-2c8ea3f3bc01 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:33.759672 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-51e6748a-06d1-441b-a487-e50b0ec391a0 None None] Calling delete_port for 824be28a-0028-4202-9966-acd52ba31eba owned by network:dhcp {{(pid=103676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:56:33.767619 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b991c7ee-0f25-4761-9841-267e6430c8e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=824be28a-0028-4202-9966-acd52ba31eba,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:33.770964 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-b991c7ee-0f25-4761-9841-267e6430c8e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:33.771783 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b991c7ee-0f25-4761-9841-267e6430c8e4 admin admin] No DVR routers for this DVR port 824be28a-0028-4202-9966-acd52ba31eba on host dv-cinder-789603-10-smb {{(pid=103674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:56:33.849310 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b991c7ee-0f25-4761-9841-267e6430c8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1693580', 'neutron.services.segments.db._delete_segments_for_network-8779595370801'] for network, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:33.852105 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-51e6748a-06d1-441b-a487-e50b0ec391a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779595337849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779594881055'] for port, after_delete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:33.854766 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-a4842a94-9cd6-465d-941d-a461a543cd11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:33.859485 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.services.segments.db [None req-b991c7ee-0f25-4761-9841-267e6430c8e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712']}} {{(pid=103674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:33.873465 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.services.segments.db [None req-b991c7ee-0f25-4761-9841-267e6430c8e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3bb6e18-bf5f-42ad-89da-038fc1b95c45') {'for_net_delete': True} {{(pid=103674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:33.873758 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.services.segments.db [None req-b991c7ee-0f25-4761-9841-267e6430c8e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3bb6e18-bf5f-42ad-89da-038fc1b95c45') {} {{(pid=103674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:33.879324 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 8d895b5a-6612-4ccc-9b9a-20db0e110a17 no longer exists at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:56:33.882572 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b991c7ee-0f25-4761-9841-267e6430c8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779595370114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9699584'] for segment, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:33.882750 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e6748a-06d1-441b-a487-e50b0ec391a0 None None] Pushing event deleted for resources: {'Port': ['ID=824be28a-0028-4202-9966-acd52ba31eba,revision_number=None']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:33.896385 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b991c7ee-0f25-4761-9841-267e6430c8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688368'] for segment, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:33.902242 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b991c7ee-0f25-4761-9841-267e6430c8e4 admin admin] Releasing vlan 1167 on physical network physnet1 to pool {{(pid=103674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 13:56:33.902630 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b991c7ee-0f25-4761-9841-267e6430c8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10072388'] for segment, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:33.906501 dv-cinder-789603-10-smb neutron-server[103674]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:56:33.906501 dv-cinder-789603-10-smb neutron-server[103674]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:56:33.906501 dv-cinder-789603-10-smb neutron-server[103674]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:56:33.906501 dv-cinder-789603-10-smb neutron-server[103674]: retrieve_revision_numbers = { Jun 16 13:56:33.906501 dv-cinder-789603-10-smb neutron-server[103674]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:56:33.906501 dv-cinder-789603-10-smb neutron-server[103674]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:56:33.906501 dv-cinder-789603-10-smb neutron-server[103674]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:56:33.906501 dv-cinder-789603-10-smb neutron-server[103674]: retrieve_revision_numbers = { Jun 16 13:56:33.906501 dv-cinder-789603-10-smb neutron-server[103674]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:56:33.906501 dv-cinder-789603-10-smb neutron-server[103674]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:56:33.906501 dv-cinder-789603-10-smb neutron-server[103674]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:56:33.906501 dv-cinder-789603-10-smb neutron-server[103674]: retrieve_revision_numbers = { Jun 16 13:56:33.906501 dv-cinder-789603-10-smb neutron-server[103674]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 13:56:33.906501 dv-cinder-789603-10-smb neutron-server[103674]: conditions |= (models_v2.Port.network_id.in_( Jun 16 13:56:33.906501 dv-cinder-789603-10-smb neutron-server[103674]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 13:56:33.906501 dv-cinder-789603-10-smb neutron-server[103674]: retrieve_revision_numbers = { Jun 16 13:56:33.906501 dv-cinder-789603-10-smb neutron-server[103674]: Traceback (most recent call last): Jun 16 13:56:33.906501 dv-cinder-789603-10-smb neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 13:56:33.906501 dv-cinder-789603-10-smb neutron-server[103674]: timer() Jun 16 13:56:33.906501 dv-cinder-789603-10-smb neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 13:56:33.906501 dv-cinder-789603-10-smb neutron-server[103674]: cb(*args, **kw) Jun 16 13:56:33.906501 dv-cinder-789603-10-smb neutron-server[103674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 13:56:33.906501 dv-cinder-789603-10-smb neutron-server[103674]: return func(*args, **kwargs) Jun 16 13:56:33.906501 dv-cinder-789603-10-smb neutron-server[103674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 13:56:33.906501 dv-cinder-789603-10-smb neutron-server[103674]: self._notify() Jun 16 13:56:33.906501 dv-cinder-789603-10-smb neutron-server[103674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 13:56:33.906501 dv-cinder-789603-10-smb neutron-server[103674]: self.callback(batched_events) Jun 16 13:56:33.906501 dv-cinder-789603-10-smb neutron-server[103674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 13:56:33.906501 dv-cinder-789603-10-smb neutron-server[103674]: event.method(event) Jun 16 13:56:33.906501 dv-cinder-789603-10-smb neutron-server[103674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 13:56:33.906501 dv-cinder-789603-10-smb neutron-server[103674]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 13:56:33.906501 dv-cinder-789603-10-smb neutron-server[103674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 13:56:33.906501 dv-cinder-789603-10-smb neutron-server[103674]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 13:56:33.906501 dv-cinder-789603-10-smb neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 13:56:33.906501 dv-cinder-789603-10-smb neutron-server[103674]: return f(self, *a, **k) Jun 16 13:56:33.906501 dv-cinder-789603-10-smb neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 13:56:33.906501 dv-cinder-789603-10-smb neutron-server[103674]: return self._get(url).json() Jun 16 13:56:33.906501 dv-cinder-789603-10-smb neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 13:56:33.906501 dv-cinder-789603-10-smb neutron-server[103674]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 13:56:33.906501 dv-cinder-789603-10-smb neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 13:56:33.906501 dv-cinder-789603-10-smb neutron-server[103674]: return self.request(url, 'GET', **kwargs) Jun 16 13:56:33.906501 dv-cinder-789603-10-smb neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 13:56:33.906501 dv-cinder-789603-10-smb neutron-server[103674]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 13:56:33.906501 dv-cinder-789603-10-smb neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 13:56:33.906501 dv-cinder-789603-10-smb neutron-server[103674]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 13:56:33.906501 dv-cinder-789603-10-smb neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 13:56:33.906501 dv-cinder-789603-10-smb neutron-server[103674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 13:56:33.906501 dv-cinder-789603-10-smb neutron-server[103674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 13:56:33.910650 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e6748a-06d1-441b-a487-e50b0ec391a0 None None] No DVR routers for this DVR port 824be28a-0028-4202-9966-acd52ba31eba on host dv-cinder-789603-10-smb {{(pid=103676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:56:33.912496 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e6748a-06d1-441b-a487-e50b0ec391a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:33.912840 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e6748a-06d1-441b-a487-e50b0ec391a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:33.913186 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e6748a-06d1-441b-a487-e50b0ec391a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:33.913523 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e6748a-06d1-441b-a487-e50b0ec391a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:33.913867 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e6748a-06d1-441b-a487-e50b0ec391a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:33.914195 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e6748a-06d1-441b-a487-e50b0ec391a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:33.914514 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e6748a-06d1-441b-a487-e50b0ec391a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:33.914831 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e6748a-06d1-441b-a487-e50b0ec391a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:33.915151 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e6748a-06d1-441b-a487-e50b0ec391a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:33.915468 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e6748a-06d1-441b-a487-e50b0ec391a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:33.915780 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e6748a-06d1-441b-a487-e50b0ec391a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:33.916143 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e6748a-06d1-441b-a487-e50b0ec391a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:33.918622 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] No Port match for: 8d895b5a-6612-4ccc-9b9a-20db0e110a17 {{(pid=103676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:56:33.918975 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 8d895b5a-6612-4ccc-9b9a-20db0e110a17 not bound to the agent host dv-cinder-789603-10-smb {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:56:33.919657 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 5738541d-b107-4aeb-bcff-be588cef423f no longer exists at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:56:33.922560 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-51e6748a-06d1-441b-a487-e50b0ec391a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:33.946637 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] No Port match for: 5738541d-b107-4aeb-bcff-be588cef423f {{(pid=103676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:56:33.947131 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 5738541d-b107-4aeb-bcff-be588cef423f not bound to the agent host dv-cinder-789603-10-smb {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:56:33.947715 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 824be28a-0028-4202-9966-acd52ba31eba no longer exists at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:56:33.969709 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b991c7ee-0f25-4761-9841-267e6430c8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1693573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759152'] for network, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:33.973680 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:33.976156 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b991c7ee-0f25-4761-9841-267e6430c8e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for network, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:33.977896 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-b991c7ee-0f25-4761-9841-267e6430c8e4 admin admin] 10.222.0.104 "DELETE /v2.0/networks/3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712 HTTP/1.1" status: 204 len: 168 time: 0.5901411 Jun 16 13:56:33.981456 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 46838) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:33.982585 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] No Port match for: 824be28a-0028-4202-9966-acd52ba31eba {{(pid=103676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:56:33.983173 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 824be28a-0028-4202-9966-acd52ba31eba not bound to the agent host dv-cinder-789603-10-smb {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:56:33.994385 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b991c7ee-0f25-4761-9841-267e6430c8e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e4f7165-2170-4e6e-8d7f-b3cf2fe5d712,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:33.998202 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-b991c7ee-0f25-4761-9841-267e6430c8e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:34.003089 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3cd87a0a-8c13-4d66-8546-43ee61e1d8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:34.332150 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-bc0f357d-4d78-4ae1-846c-1f7ece74209a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690889'] for router_interface, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:34.593885 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-bc0f357d-4d78-4ae1-846c-1f7ece74209a admin admin] Deleting port f1eb20e8-c14b-4997-a943-460b40293fab {{(pid=103675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:56:34.594118 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-bc0f357d-4d78-4ae1-846c-1f7ece74209a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779595332765'] for port, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:34.673144 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-bc0f357d-4d78-4ae1-846c-1f7ece74209a admin admin] For port f1eb20e8-c14b-4997-a943-460b40293fab, host dv-cinder-789603-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=f1eb20e8-c14b-4997-a943-460b40293fab,segment=NetworkSegment(65a56eb3-f59f-452f-b516-4ab546a4a674),segment_id=65a56eb3-f59f-452f-b516-4ab546a4a674)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:56:34.673494 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-bc0f357d-4d78-4ae1-846c-1f7ece74209a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757230'] for port, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:34.737893 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-bc0f357d-4d78-4ae1-846c-1f7ece74209a admin admin] Calling delete_port for f1eb20e8-c14b-4997-a943-460b40293fab owned by network:router_interface {{(pid=103675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:56:34.916232 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-bc0f357d-4d78-4ae1-846c-1f7ece74209a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779595337849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779594881055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10266981'] for port, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:34.918319 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-1530bf7c-5e1a-42b5-a51e-e7459d313c6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:34.944164 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f357d-4d78-4ae1-846c-1f7ece74209a admin admin] Pushing event deleted for resources: {'Port': ['ID=f1eb20e8-c14b-4997-a943-460b40293fab,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:34.948514 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-bc0f357d-4d78-4ae1-846c-1f7ece74209a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:35.115740 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-bc0f357d-4d78-4ae1-846c-1f7ece74209a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690781'] for router_interface, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:35.361177 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc0f357d-4d78-4ae1-846c-1f7ece74209a admin admin] Router ebf63450-4e06-4d33-8e3c-861e183b72e4 has already been hosted by L3 agent bfb54b95-b8bd-4202-8e6c-bc5e048a10e9 {{(pid=103675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:56:35.470549 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0f357d-4d78-4ae1-846c-1f7ece74209a admin admin] Notify agent at l3_agent.dv-cinder-789603-10-smb the message routers_updated {{(pid=103675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:56:35.475642 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-bc0f357d-4d78-4ae1-846c-1f7ece74209a admin admin] 10.222.0.104 "PUT /v2.0/routers/ebf63450-4e06-4d33-8e3c-861e183b72e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4925704 Jun 16 13:56:35.478440 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 46840) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:35.480912 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf8b45e-5e5e-45ef-8dcc-f9e317c23fa0 None None] Sync routers for ids ['ebf63450-4e06-4d33-8e3c-861e183b72e4'] in dv-cinder-789603-10-smb {{(pid=103677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:56:35.491066 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf8b45e-5e5e-45ef-8dcc-f9e317c23fa0 None None] Routers {'ebf63450-4e06-4d33-8e3c-861e183b72e4'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:56:35.491679 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_hamode_db [None req-5cf8b45e-5e5e-45ef-8dcc-f9e317c23fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:56:31Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['ebf63450-4e06-4d33-8e3c-861e183b72e4'], 'active': True} {{(pid=103677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:35.588853 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-8c30fff9-3c4e-4c60-b34b-584159253a99 admin admin] Notify callbacks [] for router, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:35.600522 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_dvr_db [None req-5cf8b45e-5e5e-45ef-8dcc-f9e317c23fa0 None None] Set router ebf63450-4e06-4d33-8e3c-861e183b72e4 gateway port host: dv-cinder-789603-10-smb {{(pid=103677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:56:35.688658 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-8c30fff9-3c4e-4c60-b34b-584159253a99 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:35.753008 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-8c30fff9-3c4e-4c60-b34b-584159253a99 admin admin] Deleting port 847b108a-08f4-4603-931a-c6b71e24f926 {{(pid=103674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:56:35.753336 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-8c30fff9-3c4e-4c60-b34b-584159253a99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779595332765'] for port, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:35.781631 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_hamode_db [None req-5cf8b45e-5e5e-45ef-8dcc-f9e317c23fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf63450-4e06-4d33-8e3c-861e183b72e4', 'name': 'tempest-TestMinimumBasicScenario-33524947-router', 'tenant_id': 'a48e37cdc6d7410782631bb19f707f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.176'}], 'enable_snat': True}, 'gw_port_id': '847b108a-08f4-4603-931a-c6b71e24f926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:54:27Z', 'updated_at': '2021-06-16T13:56:34Z', 'revision_number': 5, 'project_id': 'a48e37cdc6d7410782631bb19f707f78', 'gw_port': {'id': '847b108a-08f4-4603-931a-c6b71e24f926', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:5d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf63450-4e06-4d33-8e3c-861e183b72e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:54:28Z', 'updated_at': '2021-06-16T13:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb'}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:35.785929 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf8b45e-5e5e-45ef-8dcc-f9e317c23fa0 None None] Checking router: ebf63450-4e06-4d33-8e3c-861e183b72e4 for host: dv-cinder-789603-10-smb {{(pid=103677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:56:35.796191 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf8b45e-5e5e-45ef-8dcc-f9e317c23fa0 None None] Routers {'ebf63450-4e06-4d33-8e3c-861e183b72e4'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:56:35.796920 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_hamode_db [None req-5cf8b45e-5e5e-45ef-8dcc-f9e317c23fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:56:31Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['ebf63450-4e06-4d33-8e3c-861e183b72e4'], 'active': True} {{(pid=103677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:35.831653 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.db [None req-8c30fff9-3c4e-4c60-b34b-584159253a99 admin admin] For port 847b108a-08f4-4603-931a-c6b71e24f926, host dv-cinder-789603-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=847b108a-08f4-4603-931a-c6b71e24f926,segment=NetworkSegment(8c058e4f-8cd0-4a1d-96cc-b525f030ca20),segment_id=8c058e4f-8cd0-4a1d-96cc-b525f030ca20)] {{(pid=103674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:56:35.832528 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-8c30fff9-3c4e-4c60-b34b-584159253a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757230'] for port, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:35.887118 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_dvr_db [None req-5cf8b45e-5e5e-45ef-8dcc-f9e317c23fa0 None None] Set router ebf63450-4e06-4d33-8e3c-861e183b72e4 gateway port host: None {{(pid=103677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:56:35.902331 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-8c30fff9-3c4e-4c60-b34b-584159253a99 admin admin] Calling delete_port for 847b108a-08f4-4603-931a-c6b71e24f926 owned by network:router_gateway {{(pid=103674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:56:35.943853 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_hamode_db [None req-5cf8b45e-5e5e-45ef-8dcc-f9e317c23fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf63450-4e06-4d33-8e3c-861e183b72e4', 'name': 'tempest-TestMinimumBasicScenario-33524947-router', 'tenant_id': 'a48e37cdc6d7410782631bb19f707f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:54:27Z', 'updated_at': '2021-06-16T13:56:35Z', 'revision_number': 6, 'project_id': 'a48e37cdc6d7410782631bb19f707f78', 'gw_port_host': None}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:35.947714 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf8b45e-5e5e-45ef-8dcc-f9e317c23fa0 None None] The sync data for ids ['ebf63450-4e06-4d33-8e3c-861e183b72e4'] in dv-cinder-789603-10-smb is: [{'id': 'ebf63450-4e06-4d33-8e3c-861e183b72e4', 'name': 'tempest-TestMinimumBasicScenario-33524947-router', 'tenant_id': 'a48e37cdc6d7410782631bb19f707f78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:54:27Z', 'updated_at': '2021-06-16T13:56:35Z', 'revision_number': 6, 'project_id': 'a48e37cdc6d7410782631bb19f707f78', 'gw_port_host': None}] {{(pid=103677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:56:36.069840 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-8c30fff9-3c4e-4c60-b34b-584159253a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779595337849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779594881055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10072337'] for port, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:36.071862 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-2382b11e-dfcd-44fa-ba1c-3e645f36fb38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:36.098089 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c30fff9-3c4e-4c60-b34b-584159253a99 admin admin] Pushing event deleted for resources: {'Port': ['ID=847b108a-08f4-4603-931a-c6b71e24f926,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:36.102178 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-8c30fff9-3c4e-4c60-b34b-584159253a99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:36.161375 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-8c30fff9-3c4e-4c60-b34b-584159253a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759070'] for router_gateway, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:36.252415 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-8c30fff9-3c4e-4c60-b34b-584159253a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-704349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-825'] for router, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:36.254591 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-8c30fff9-3c4e-4c60-b34b-584159253a99 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:36.302647 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-8c30fff9-3c4e-4c60-b34b-584159253a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769364'] for router, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:36.303865 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c30fff9-3c4e-4c60-b34b-584159253a99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebf63450-4e06-4d33-8e3c-861e183b72e4 {{(pid=103674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 13:56:36.308400 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-8c30fff9-3c4e-4c60-b34b-584159253a99 admin admin] Notify callbacks [] for router, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:36.312394 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-8c30fff9-3c4e-4c60-b34b-584159253a99 admin admin] 10.222.0.104 "DELETE /v2.0/routers/ebf63450-4e06-4d33-8e3c-861e183b72e4 HTTP/1.1" status: 204 len: 168 time: 0.8303528 Jun 16 13:56:36.312658 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 46842) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:36.357087 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.db_base_plugin_v2 [None req-a56a8a47-fd2e-4b02-b051-5c4eb918afcc admin admin] Deleting subnet 58435777-c0c8-4387-9eb1-5d08cc72d726 {{(pid=103674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 13:56:36.360353 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a56a8a47-fd2e-4b02-b051-5c4eb918afcc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:36.396868 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a56a8a47-fd2e-4b02-b051-5c4eb918afcc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9699609'] for subnet, precommit_delete_associations {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:36.479852 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a56a8a47-fd2e-4b02-b051-5c4eb918afcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693187'] for subnet, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:36.534400 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a56a8a47-fd2e-4b02-b051-5c4eb918afcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10072539', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816199'] for subnet, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:36.536670 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-7ea7d9d6-d6de-4432-97cb-077027f6cdb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:36.560488 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a8a47-fd2e-4b02-b051-5c4eb918afcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58435777-c0c8-4387-9eb1-5d08cc72d726,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:36.563684 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-a56a8a47-fd2e-4b02-b051-5c4eb918afcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:36.564682 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-a56a8a47-fd2e-4b02-b051-5c4eb918afcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for subnet, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:36.568872 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-a56a8a47-fd2e-4b02-b051-5c4eb918afcc admin admin] 10.222.0.104 "DELETE /v2.0/subnets/58435777-c0c8-4387-9eb1-5d08cc72d726 HTTP/1.1" status: 204 len: 168 time: 0.2530580 Jun 16 13:56:36.569219 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 46844) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:36.572694 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8abbb43-31cd-4a11-a94d-7abf1425a43f None None] Network 41b569a5-45bd-4e81-9380-6e246f1982b0 requested from dv-cinder-789603-10-smb {{(pid=103676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:56:36.764910 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c29d25-aa62-4307-8d98-a7cd877506d1 None None] DHCP port deletion for 41b569a5-45bd-4e81-9380-6e246f1982b0 request from dv-cinder-789603-10-smb {{(pid=103676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 13:56:36.817321 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-c5c29d25-aa62-4307-8d98-a7cd877506d1 None None] Deleting port 14713a9a-7f72-4477-8fd5-1d3dd973213d {{(pid=103676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:56:36.817796 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-c5c29d25-aa62-4307-8d98-a7cd877506d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779595332765'] for port, before_delete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:36.881040 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-c5c29d25-aa62-4307-8d98-a7cd877506d1 None None] For port 14713a9a-7f72-4477-8fd5-1d3dd973213d, host dv-cinder-789603-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=14713a9a-7f72-4477-8fd5-1d3dd973213d,segment=NetworkSegment(65a56eb3-f59f-452f-b516-4ab546a4a674),segment_id=65a56eb3-f59f-452f-b516-4ab546a4a674)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:56:36.881403 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-c5c29d25-aa62-4307-8d98-a7cd877506d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757230'] for port, precommit_delete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:36.945727 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b65b05f2-578c-4735-9cf8-11d8496659e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1752478'] for network, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:36.949694 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-c5c29d25-aa62-4307-8d98-a7cd877506d1 None None] Calling delete_port for 14713a9a-7f72-4477-8fd5-1d3dd973213d owned by network:dhcp {{(pid=103676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:56:37.002368 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-b65b05f2-578c-4735-9cf8-11d8496659e0 admin admin] Deleting port 14713a9a-7f72-4477-8fd5-1d3dd973213d {{(pid=103674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 13:56:37.002635 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b65b05f2-578c-4735-9cf8-11d8496659e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779595332765'] for port, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:37.028767 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-c5c29d25-aa62-4307-8d98-a7cd877506d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779595337849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779594881055'] for port, after_delete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:37.030726 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-9871532c-09c3-4f68-87db-73140f0a8806 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:37.052299 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c29d25-aa62-4307-8d98-a7cd877506d1 None None] Pushing event deleted for resources: {'Port': ['ID=14713a9a-7f72-4477-8fd5-1d3dd973213d,revision_number=None']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:37.055602 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-c5c29d25-aa62-4307-8d98-a7cd877506d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:37.058642 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c29d25-aa62-4307-8d98-a7cd877506d1 None None] No DVR routers for this DVR port 14713a9a-7f72-4477-8fd5-1d3dd973213d on host dv-cinder-789603-10-smb {{(pid=103676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:56:37.075188 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.db [None req-b65b05f2-578c-4735-9cf8-11d8496659e0 admin admin] For port 14713a9a-7f72-4477-8fd5-1d3dd973213d, host dv-cinder-789603-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=14713a9a-7f72-4477-8fd5-1d3dd973213d,segment=NetworkSegment(65a56eb3-f59f-452f-b516-4ab546a4a674),segment_id=65a56eb3-f59f-452f-b516-4ab546a4a674)] {{(pid=103674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:56:37.075778 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b65b05f2-578c-4735-9cf8-11d8496659e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757230'] for port, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:37.149711 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-b65b05f2-578c-4735-9cf8-11d8496659e0 admin admin] Calling delete_port for 14713a9a-7f72-4477-8fd5-1d3dd973213d owned by network:dhcp {{(pid=103674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 13:56:37.234133 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b65b05f2-578c-4735-9cf8-11d8496659e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779595337849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779594881055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10072337'] for port, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:37.236113 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-25e0675b-9d21-4efa-8dd8-7728b71b7b22 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:37.259676 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65b05f2-578c-4735-9cf8-11d8496659e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=14713a9a-7f72-4477-8fd5-1d3dd973213d,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:37.262616 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-b65b05f2-578c-4735-9cf8-11d8496659e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:37.264753 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65b05f2-578c-4735-9cf8-11d8496659e0 admin admin] No DVR routers for this DVR port 14713a9a-7f72-4477-8fd5-1d3dd973213d on host dv-cinder-789603-10-smb {{(pid=103674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 13:56:37.336929 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b65b05f2-578c-4735-9cf8-11d8496659e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1693580', 'neutron.services.segments.db._delete_segments_for_network-8779595370801'] for network, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:37.347034 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.services.segments.db [None req-b65b05f2-578c-4735-9cf8-11d8496659e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41b569a5-45bd-4e81-9380-6e246f1982b0']}} {{(pid=103674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:37.360539 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.services.segments.db [None req-b65b05f2-578c-4735-9cf8-11d8496659e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65a56eb3-f59f-452f-b516-4ab546a4a674') {'for_net_delete': True} {{(pid=103674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:37.360977 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.services.segments.db [None req-b65b05f2-578c-4735-9cf8-11d8496659e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65a56eb3-f59f-452f-b516-4ab546a4a674') {} {{(pid=103674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:37.376703 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b65b05f2-578c-4735-9cf8-11d8496659e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779595370114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9699584'] for segment, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:37.392324 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b65b05f2-578c-4735-9cf8-11d8496659e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688368'] for segment, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:37.399306 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b65b05f2-578c-4735-9cf8-11d8496659e0 admin admin] Releasing vlan 1183 on physical network physnet1 to pool {{(pid=103674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 13:56:37.399695 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b65b05f2-578c-4735-9cf8-11d8496659e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10072388'] for segment, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:37.401745 dv-cinder-789603-10-smb neutron-server[103674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 13:56:37.401745 dv-cinder-789603-10-smb neutron-server[103674]: self.session.flush() Jun 16 13:56:37.401745 dv-cinder-789603-10-smb neutron-server[103674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 13:56:37.401745 dv-cinder-789603-10-smb neutron-server[103674]: self.session.flush() Jun 16 13:56:37.401745 dv-cinder-789603-10-smb neutron-server[103674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 13:56:37.401745 dv-cinder-789603-10-smb neutron-server[103674]: self.session.flush() Jun 16 13:56:37.401745 dv-cinder-789603-10-smb neutron-server[103674]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 16 13:56:37.401745 dv-cinder-789603-10-smb neutron-server[103674]: self.session.flush() Jun 16 13:56:37.401745 dv-cinder-789603-10-smb neutron-server[103674]: Traceback (most recent call last): Jun 16 13:56:37.401745 dv-cinder-789603-10-smb neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 13:56:37.401745 dv-cinder-789603-10-smb neutron-server[103674]: timer() Jun 16 13:56:37.401745 dv-cinder-789603-10-smb neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 13:56:37.401745 dv-cinder-789603-10-smb neutron-server[103674]: cb(*args, **kw) Jun 16 13:56:37.401745 dv-cinder-789603-10-smb neutron-server[103674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 13:56:37.401745 dv-cinder-789603-10-smb neutron-server[103674]: return func(*args, **kwargs) Jun 16 13:56:37.401745 dv-cinder-789603-10-smb neutron-server[103674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 13:56:37.401745 dv-cinder-789603-10-smb neutron-server[103674]: self._notify() Jun 16 13:56:37.401745 dv-cinder-789603-10-smb neutron-server[103674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 13:56:37.401745 dv-cinder-789603-10-smb neutron-server[103674]: self.callback(batched_events) Jun 16 13:56:37.401745 dv-cinder-789603-10-smb neutron-server[103674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 13:56:37.401745 dv-cinder-789603-10-smb neutron-server[103674]: event.method(event) Jun 16 13:56:37.401745 dv-cinder-789603-10-smb neutron-server[103674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 13:56:37.401745 dv-cinder-789603-10-smb neutron-server[103674]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 13:56:37.401745 dv-cinder-789603-10-smb neutron-server[103674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 13:56:37.401745 dv-cinder-789603-10-smb neutron-server[103674]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 13:56:37.401745 dv-cinder-789603-10-smb neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 13:56:37.401745 dv-cinder-789603-10-smb neutron-server[103674]: return f(self, *a, **k) Jun 16 13:56:37.401745 dv-cinder-789603-10-smb neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 13:56:37.401745 dv-cinder-789603-10-smb neutron-server[103674]: return self._get(url).json() Jun 16 13:56:37.401745 dv-cinder-789603-10-smb neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 13:56:37.401745 dv-cinder-789603-10-smb neutron-server[103674]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 13:56:37.401745 dv-cinder-789603-10-smb neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 13:56:37.401745 dv-cinder-789603-10-smb neutron-server[103674]: return self.request(url, 'GET', **kwargs) Jun 16 13:56:37.401745 dv-cinder-789603-10-smb neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 13:56:37.401745 dv-cinder-789603-10-smb neutron-server[103674]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 13:56:37.401745 dv-cinder-789603-10-smb neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 13:56:37.401745 dv-cinder-789603-10-smb neutron-server[103674]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 13:56:37.401745 dv-cinder-789603-10-smb neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 13:56:37.401745 dv-cinder-789603-10-smb neutron-server[103674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 13:56:37.401745 dv-cinder-789603-10-smb neutron-server[103674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 13:56:37.460238 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b65b05f2-578c-4735-9cf8-11d8496659e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1693573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759152'] for network, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:37.464875 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:37.469643 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-b65b05f2-578c-4735-9cf8-11d8496659e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for network, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:37.472437 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-b65b05f2-578c-4735-9cf8-11d8496659e0 admin admin] 10.222.0.104 "DELETE /v2.0/networks/41b569a5-45bd-4e81-9380-6e246f1982b0 HTTP/1.1" status: 204 len: 168 time: 0.9018545 Jun 16 13:56:37.482170 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65b05f2-578c-4735-9cf8-11d8496659e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=41b569a5-45bd-4e81-9380-6e246f1982b0,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:37.484671 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-b65b05f2-578c-4735-9cf8-11d8496659e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:37.653652 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 46848) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:37.700000 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-66d8e38f-33b0-401c-8084-9e9a4cfda105 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=fad49bd7b94b4ef9b24fc837ecdd50b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0449641 Jun 16 13:56:37.702718 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 46850) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:37.756152 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ad40f3ea-4356-4162-873c-3956537a932e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:37.781558 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ad40f3ea-4356-4162-873c-3956537a932e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:37.830686 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ad40f3ea-4356-4162-873c-3956537a932e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:37.833592 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-ad40f3ea-4356-4162-873c-3956537a932e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:37.834733 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-ad40f3ea-4356-4162-873c-3956537a932e admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/a8f3190a-73d7-43d7-8b47-d1c41a7d55e1 HTTP/1.1" status: 204 len: 168 time: 0.1309726 Jun 16 13:56:37.835562 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-90cd314b-4479-4a8c-ae73-387ed9a18332 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:37.845368 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad40f3ea-4356-4162-873c-3956537a932e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f3190a-73d7-43d7-8b47-d1c41a7d55e1,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:37.846113 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 847b108a-08f4-4603-931a-c6b71e24f926 no longer exists at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:56:37.850713 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-ad40f3ea-4356-4162-873c-3956537a932e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:37.870624 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] No Port match for: 847b108a-08f4-4603-931a-c6b71e24f926 {{(pid=103676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:56:37.871196 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 847b108a-08f4-4603-931a-c6b71e24f926 not bound to the agent host dv-cinder-789603-10-smb {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:56:37.871607 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device f1eb20e8-c14b-4997-a943-460b40293fab no longer exists at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:56:37.892887 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] No Port match for: f1eb20e8-c14b-4997-a943-460b40293fab {{(pid=103676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:56:37.893234 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device f1eb20e8-c14b-4997-a943-460b40293fab not bound to the agent host dv-cinder-789603-10-smb {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:56:37.893651 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 14713a9a-7f72-4477-8fd5-1d3dd973213d no longer exists at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:56:37.911157 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] No Port match for: 14713a9a-7f72-4477-8fd5-1d3dd973213d {{(pid=103676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 13:56:37.911515 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 14713a9a-7f72-4477-8fd5-1d3dd973213d not bound to the agent host dv-cinder-789603-10-smb {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 13:56:38.172051 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 46856) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:38.217415 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-7d4d6510-d800-4035-bb44-23c4336f84f7 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=a48e37cdc6d7410782631bb19f707f78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0441287 Jun 16 13:56:38.219972 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 46858) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:38.269249 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-dc51d6de-2541-427b-812f-fdb19a4d181f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:38.291035 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-dc51d6de-2541-427b-812f-fdb19a4d181f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:38.340278 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-dc51d6de-2541-427b-812f-fdb19a4d181f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:38.343203 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-dc51d6de-2541-427b-812f-fdb19a4d181f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:38.344447 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-dc51d6de-2541-427b-812f-fdb19a4d181f admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/d94cdaa7-3407-4b33-b920-dea64bac6824 HTTP/1.1" status: 204 len: 168 time: 0.1234992 Jun 16 13:56:38.345462 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-c3b223a8-cfc1-4f37-9569-70fcafe01ee6 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:38.353745 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc51d6de-2541-427b-812f-fdb19a4d181f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94cdaa7-3407-4b33-b920-dea64bac6824,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:38.356451 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-dc51d6de-2541-427b-812f-fdb19a4d181f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:39.077752 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 46880) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:39.180275 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [None req-145b80b3-c1f2-4631-a1d2-47a38cb4dbf3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-846295314-network', 'tenant_id': '4b9376a7854d4bd8a107e574df080c30'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:56:39.204752 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145b80b3-c1f2-4631-a1d2-47a38cb4dbf3 admin admin] Made reservation on behalf of 4b9376a7854d4bd8a107e574df080c30 for: {'network': 1} {{(pid=103674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:56:39.207094 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-145b80b3-c1f2-4631-a1d2-47a38cb4dbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for network, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:39.215396 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-145b80b3-c1f2-4631-a1d2-47a38cb4dbf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:39.302073 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-145b80b3-c1f2-4631-a1d2-47a38cb4dbf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:39.306676 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-145b80b3-c1f2-4631-a1d2-47a38cb4dbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:39.309562 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-7bae7b44-e91c-4a4d-9b9a-a1b68f1aa7d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:39.330369 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-145b80b3-c1f2-4631-a1d2-47a38cb4dbf3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1184} {{(pid=103674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 13:56:39.340137 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145b80b3-c1f2-4631-a1d2-47a38cb4dbf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=044bc554-ff04-4384-8a4c-42c2aabace2a,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:39.344317 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-145b80b3-c1f2-4631-a1d2-47a38cb4dbf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:39.345326 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-145b80b3-c1f2-4631-a1d2-47a38cb4dbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688368'] for segment, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:39.345665 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.db.segments_db [None req-145b80b3-c1f2-4631-a1d2-47a38cb4dbf3 admin admin] Added segment c36f7b76-e80b-4058-81ab-68078bc179f6 of type vlan for network 9ff46e01-f033-4a9d-825b-55de1b440307 Jun 16 13:56:39.387793 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-145b80b3-c1f2-4631-a1d2-47a38cb4dbf3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779594884509'] for network, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:39.417801 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-145b80b3-c1f2-4631-a1d2-47a38cb4dbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183'] for network, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:39.419090 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145b80b3-c1f2-4631-a1d2-47a38cb4dbf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:39.419658 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-145b80b3-c1f2-4631-a1d2-47a38cb4dbf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for network, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:39.422873 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-1ad9a639-dbd2-4c6f-a5a8-5b3e0be50c63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:39.467073 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-145b80b3-c1f2-4631-a1d2-47a38cb4dbf3 admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3880546 Jun 16 13:56:39.470118 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 46884) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:39.475559 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.v2.base [None req-13b90dd7-0130-4bf6-8f7a-c62515274928 admin admin] Request body: {'subnet': {'network_id': '9ff46e01-f033-4a9d-825b-55de1b440307', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-846295314-subnet', 'tenant_id': '4b9376a7854d4bd8a107e574df080c30', 'ip_version': 4}} {{(pid=103675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:56:39.477582 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145b80b3-c1f2-4631-a1d2-47a38cb4dbf3 admin admin] Pushing event updated for resources: {'Network': ['ID=9ff46e01-f033-4a9d-825b-55de1b440307,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:39.480419 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-145b80b3-c1f2-4631-a1d2-47a38cb4dbf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:39.487953 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Network 9ff46e01-f033-4a9d-825b-55de1b440307 details requested by agent ovs-agent-dv-cinder-789603-10-smb with host dv-cinder-789603-10-smb {{(pid=103676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 13:56:39.501575 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b90dd7-0130-4bf6-8f7a-c62515274928 admin admin] Made reservation on behalf of 4b9376a7854d4bd8a107e574df080c30 for: {'subnet': 1} {{(pid=103675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:56:39.504229 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-13b90dd7-0130-4bf6-8f7a-c62515274928 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8681998'] for subnet, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:39.672276 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-13b90dd7-0130-4bf6-8f7a-c62515274928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10267118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8682012'] for subnet, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:39.674370 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:39.708745 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:39.727699 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b90dd7-0130-4bf6-8f7a-c62515274928 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e3e4686-968c-4068-8f86-79effd5df8d6,revision_number=0']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:39.731044 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-13b90dd7-0130-4bf6-8f7a-c62515274928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:39.737034 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b90dd7-0130-4bf6-8f7a-c62515274928 admin admin] Checking segment: {'id': 'c36f7b76-e80b-4058-81ab-68078bc179f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '9ff46e01-f033-4a9d-825b-55de1b440307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:56:39.737411 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b90dd7-0130-4bf6-8f7a-c62515274928 admin admin] Network hostable DHCP agents. Network: 9ff46e01-f033-4a9d-825b-55de1b440307, hostable agents: ['8ea809cc-5bb3-41d5-8624-7e06cbdf14c2'], hosted agents: [] {{(pid=103675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 13:56:39.755101 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b90dd7-0130-4bf6-8f7a-c62515274928 admin admin] Network 9ff46e01-f033-4a9d-825b-55de1b440307 is scheduled to be hosted by DHCP agent 8ea809cc-5bb3-41d5-8624-7e06cbdf14c2 with binding_index 1 {{(pid=103675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 13:56:39.764441 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.base_scheduler [None req-13b90dd7-0130-4bf6-8f7a-c62515274928 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-10-smb, 9ff46e01-f033-4a9d-825b-55de1b440307) {{(pid=103675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:56:39.768518 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b90dd7-0130-4bf6-8f7a-c62515274928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:39.769194 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-13b90dd7-0130-4bf6-8f7a-c62515274928 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:39.774387 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25913cbc-ac2a-45a9-b968-8e2da6c71576 None None] Network 9ff46e01-f033-4a9d-825b-55de1b440307 requested from dv-cinder-789603-10-smb {{(pid=103676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:56:39.788047 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 46886) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:39.789054 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-13b90dd7-0130-4bf6-8f7a-c62515274928 admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3176575 Jun 16 13:56:39.792876 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [None req-dcf65be8-af24-4c86-bc6c-730af4fdee86 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-846295314-router', 'tenant_id': '4b9376a7854d4bd8a107e574df080c30', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750'}}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:56:39.815545 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-dcf65be8-af24-4c86-bc6c-730af4fdee86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-702849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-971'] for router, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:39.817897 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-dcf65be8-af24-4c86-bc6c-730af4fdee86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759425', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-816'] for router, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:39.876419 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-dcf65be8-af24-4c86-bc6c-730af4fdee86 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:39.930639 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774c65d9-264e-4b2b-ad95-6002752cbcd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ef6e693-be21-5da5-ac6d-439e2aa17c13-9ff46e01-f033-4a9d-825b-55de1b440307', 'network_id': '9ff46e01-f033-4a9d-825b-55de1b440307', 'tenant_id': '4b9376a7854d4bd8a107e574df080c30', 'fixed_ips': [{'subnet_id': '5e3e4686-968c-4068-8f86-79effd5df8d6'}]}} from dv-cinder-789603-10-smb. {{(pid=103676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 13:56:39.931795 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-774c65d9-264e-4b2b-ad95-6002752cbcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for port, before_create {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:40.012070 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-dcf65be8-af24-4c86-bc6c-730af4fdee86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-702895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-806'] for router, precommit_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:40.067748 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.db_base_plugin_common [None req-774c65d9-264e-4b2b-ad95-6002752cbcd5 None None] Allocated IP 172.20.0.2 (9ff46e01-f033-4a9d-825b-55de1b440307/5e3e4686-968c-4068-8f86-79effd5df8d6/688c90e4-3c2d-46d2-8f1f-95702028e074) {{(pid=103676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:56:40.216424 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-774c65d9-264e-4b2b-ad95-6002752cbcd5 None None] Notify callbacks [] for port, precommit_create {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:40.224510 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-dcf65be8-af24-4c86-bc6c-730af4fdee86 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:40.225073 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-774c65d9-264e-4b2b-ad95-6002752cbcd5 None None] Transition to ACTIVE for port object 688c90e4-3c2d-46d2-8f1f-95702028e074 will not be triggered until provisioned by entity L2. {{(pid=103676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:56:40.243294 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-774c65d9-264e-4b2b-ad95-6002752cbcd5 None None] Transition to ACTIVE for port object 688c90e4-3c2d-46d2-8f1f-95702028e074 will not be triggered until provisioned by entity DHCP. {{(pid=103676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:56:40.243680 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-dcf65be8-af24-4c86-bc6c-730af4fdee86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for port, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:40.250199 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-774c65d9-264e-4b2b-ad95-6002752cbcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1833118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779594881046'] for port, after_create {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:40.252226 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-9871532c-09c3-4f68-87db-73140f0a8806 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:40.293530 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774c65d9-264e-4b2b-ad95-6002752cbcd5 None None] Network 9ff46e01-f033-4a9d-825b-55de1b440307 is already hosted by enough agents. {{(pid=103676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:56:40.297609 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.scheduler.base_scheduler [None req-774c65d9-264e-4b2b-ad95-6002752cbcd5 None None] Resources bound (agent type, host, resource id): {{(pid=103676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:56:40.299535 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774c65d9-264e-4b2b-ad95-6002752cbcd5 None None] Pushing event updated for resources: {'Port': ['ID=688c90e4-3c2d-46d2-8f1f-95702028e074,revision_number=1']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:40.301863 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774c65d9-264e-4b2b-ad95-6002752cbcd5 None None] Received port after_create {{(pid=103676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:56:40.303918 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-774c65d9-264e-4b2b-ad95-6002752cbcd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:40.351021 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.db_base_plugin_common [None req-dcf65be8-af24-4c86-bc6c-730af4fdee86 admin admin] Allocated IP 172.28.1.169 (0670eadb-aa0f-4551-9ff4-64f252730750/f2f4aa09-e9c1-4804-aa42-b5c4d121e78a/e533f7a5-a67b-42b1-ad7c-fad6228f2137) {{(pid=103674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:56:40.359177 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-774c65d9-264e-4b2b-ad95-6002752cbcd5 None None] Attempting to bind port 688c90e4-3c2d-46d2-8f1f-95702028e074 on host dv-cinder-789603-10-smb for vnic_type normal with profile {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:56:40.359566 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-774c65d9-264e-4b2b-ad95-6002752cbcd5 None None] Attempting to bind port 688c90e4-3c2d-46d2-8f1f-95702028e074 by drivers openvswitch,hyperv on host dv-cinder-789603-10-smb at level 0 using segments [{'id': 'c36f7b76-e80b-4058-81ab-68078bc179f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '9ff46e01-f033-4a9d-825b-55de1b440307'}] {{(pid=103676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:56:40.359947 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774c65d9-264e-4b2b-ad95-6002752cbcd5 None None] Attempting to bind port 688c90e4-3c2d-46d2-8f1f-95702028e074 on network 9ff46e01-f033-4a9d-825b-55de1b440307 {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:56:40.365290 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774c65d9-264e-4b2b-ad95-6002752cbcd5 None None] Checking agent: {'id': '621db60c-c63b-44d7-809e-3da174a43cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 1), 'started_at': datetime.datetime(2021, 6, 16, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:56:40.365687 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774c65d9-264e-4b2b-ad95-6002752cbcd5 None None] Checking segment: {'id': 'c36f7b76-e80b-4058-81ab-68078bc179f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '9ff46e01-f033-4a9d-825b-55de1b440307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:56:40.366088 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-774c65d9-264e-4b2b-ad95-6002752cbcd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:40.366504 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774c65d9-264e-4b2b-ad95-6002752cbcd5 None None] Bound using segment: {'id': 'c36f7b76-e80b-4058-81ab-68078bc179f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '9ff46e01-f033-4a9d-825b-55de1b440307'} {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:56:40.367037 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-774c65d9-264e-4b2b-ad95-6002752cbcd5 None None] Bound port: 688c90e4-3c2d-46d2-8f1f-95702028e074, host: dv-cinder-789603-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c36f7b76-e80b-4058-81ab-68078bc179f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '9ff46e01-f033-4a9d-825b-55de1b440307'}}] {{(pid=103676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:56:40.367409 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-774c65d9-264e-4b2b-ad95-6002752cbcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:40.431104 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-774c65d9-264e-4b2b-ad95-6002752cbcd5 None None] For port 688c90e4-3c2d-46d2-8f1f-95702028e074, host dv-cinder-789603-10-smb, cleared binding levels {{(pid=103676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:56:40.434287 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-774c65d9-264e-4b2b-ad95-6002752cbcd5 None None] For port 688c90e4-3c2d-46d2-8f1f-95702028e074, host dv-cinder-789603-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=688c90e4-3c2d-46d2-8f1f-95702028e074,segment=NetworkSegment(c36f7b76-e80b-4058-81ab-68078bc179f6),segment_id=c36f7b76-e80b-4058-81ab-68078bc179f6)] {{(pid=103676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:56:40.439987 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-774c65d9-264e-4b2b-ad95-6002752cbcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:40.443002 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:40.452617 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-dcf65be8-af24-4c86-bc6c-730af4fdee86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:40.491308 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-dcf65be8-af24-4c86-bc6c-730af4fdee86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1833118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779594881046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10072334'] for port, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:40.494564 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-3f334c56-1b38-437f-aaa3-789c1b5ef1b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:40.506489 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774c65d9-264e-4b2b-ad95-6002752cbcd5 None None] Pushing event updated for resources: {'Port': ['ID=688c90e4-3c2d-46d2-8f1f-95702028e074,revision_number=2']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:40.510776 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-774c65d9-264e-4b2b-ad95-6002752cbcd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:40.529560 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf65be8-af24-4c86-bc6c-730af4fdee86 admin admin] Network 0670eadb-aa0f-4551-9ff4-64f252730750 is already hosted by enough agents. {{(pid=103674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:56:40.532618 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [None req-dcf65be8-af24-4c86-bc6c-730af4fdee86 admin admin] Resources bound (agent type, host, resource id): {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:56:40.539161 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf65be8-af24-4c86-bc6c-730af4fdee86 admin admin] Received port after_create {{(pid=103674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:56:40.565942 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf65be8-af24-4c86-bc6c-730af4fdee86 admin admin] Pushing event updated for resources: {'Port': ['ID=e533f7a5-a67b-42b1-ad7c-fad6228f2137,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:40.570286 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-dcf65be8-af24-4c86-bc6c-730af4fdee86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:40.807391 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-dcf65be8-af24-4c86-bc6c-730af4fdee86 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:41.006489 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-dcf65be8-af24-4c86-bc6c-730af4fdee86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-702904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759525'] for router, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:41.144221 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf65be8-af24-4c86-bc6c-730af4fdee86 admin admin] Router a2af191e-28cf-448f-b136-afcfeb076fee is scheduled to L3 agent bfb54b95-b8bd-4202-8e6c-bc5e048a10e9 with binding_index 1 {{(pid=103674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 13:56:41.254781 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf65be8-af24-4c86-bc6c-730af4fdee86 admin admin] Notify agent at l3_agent.dv-cinder-789603-10-smb the message routers_updated {{(pid=103674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:56:41.265803 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77899d2c-b57b-4d60-be73-6f7984ea52c0 None None] Sync routers for ids ['a2af191e-28cf-448f-b136-afcfeb076fee'] in dv-cinder-789603-10-smb {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:56:41.273258 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-dcf65be8-af24-4c86-bc6c-730af4fdee86 admin admin] Notify callbacks [] for router, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:41.274685 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-dcf65be8-af24-4c86-bc6c-730af4fdee86 admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4854155 Jun 16 13:56:41.277772 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 46888) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:41.281441 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77899d2c-b57b-4d60-be73-6f7984ea52c0 None None] Routers {'a2af191e-28cf-448f-b136-afcfeb076fee'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:56:41.282314 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-77899d2c-b57b-4d60-be73-6f7984ea52c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:56:31Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['a2af191e-28cf-448f-b136-afcfeb076fee'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:41.350829 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7cdc19-8f40-4a78-a0b8-b020b293f4ad None None] Network 9ff46e01-f033-4a9d-825b-55de1b440307 requested from dv-cinder-789603-10-smb {{(pid=103676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:56:41.442407 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-2d243fed-3459-4110-a0b1-21dcb6b91c0a None None] Provisioning for port 688c90e4-3c2d-46d2-8f1f-95702028e074 completed by entity DHCP. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:56:41.469354 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-77899d2c-b57b-4d60-be73-6f7984ea52c0 None None] Set router a2af191e-28cf-448f-b136-afcfeb076fee gateway port host: dv-cinder-789603-10-smb {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:56:41.710498 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-77899d2c-b57b-4d60-be73-6f7984ea52c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2af191e-28cf-448f-b136-afcfeb076fee', 'name': 'tempest-TestShelveInstance-846295314-router', 'tenant_id': '4b9376a7854d4bd8a107e574df080c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.169'}], 'enable_snat': True}, 'gw_port_id': 'e533f7a5-a67b-42b1-ad7c-fad6228f2137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:56:39Z', 'updated_at': '2021-06-16T13:56:40Z', 'revision_number': 3, 'project_id': '4b9376a7854d4bd8a107e574df080c30', 'gw_port': {'id': 'e533f7a5-a67b-42b1-ad7c-fad6228f2137', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2af191e-28cf-448f-b136-afcfeb076fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:40Z', 'updated_at': '2021-06-16T13:56:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb'}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:41.714354 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77899d2c-b57b-4d60-be73-6f7984ea52c0 None None] Checking router: a2af191e-28cf-448f-b136-afcfeb076fee for host: dv-cinder-789603-10-smb {{(pid=103676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:56:41.714642 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77899d2c-b57b-4d60-be73-6f7984ea52c0 None None] Updating router a2af191e-28cf-448f-b136-afcfeb076fee port e533f7a5-a67b-42b1-ad7c-fad6228f2137 binding host dv-cinder-789603-10-smb {{(pid=103676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 13:56:41.715031 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-96f9cbec-749a-4cf8-ba2c-c7d73c4ea913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for port, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:41.750331 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-77899d2c-b57b-4d60-be73-6f7984ea52c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:41.892556 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 688c90e4-3c2d-46d2-8f1f-95702028e074 up at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:56:41.908235 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.db_base_plugin_common [None req-96f9cbec-749a-4cf8-ba2c-c7d73c4ea913 admin admin] Allocated IP 172.20.0.1 (9ff46e01-f033-4a9d-825b-55de1b440307/5e3e4686-968c-4068-8f86-79effd5df8d6/93cb13f5-7189-4840-906f-d678aef87e6d) {{(pid=103674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:56:42.039044 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-96f9cbec-749a-4cf8-ba2c-c7d73c4ea913 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:42.055921 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.provisioning_blocks [None req-96f9cbec-749a-4cf8-ba2c-c7d73c4ea913 admin admin] Transition to ACTIVE for port object 93cb13f5-7189-4840-906f-d678aef87e6d will not be triggered until provisioned by entity DHCP. {{(pid=103674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:56:42.092419 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-96f9cbec-749a-4cf8-ba2c-c7d73c4ea913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1833118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779594881046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10072334'] for port, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:42.094692 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-18d83535-ced7-49db-8d1c-bf0c3dbb02de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:42.133491 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f9cbec-749a-4cf8-ba2c-c7d73c4ea913 admin admin] Network 9ff46e01-f033-4a9d-825b-55de1b440307 is already hosted by enough agents. {{(pid=103674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:56:42.138714 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [None req-96f9cbec-749a-4cf8-ba2c-c7d73c4ea913 admin admin] Resources bound (agent type, host, resource id): {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:56:42.143473 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f9cbec-749a-4cf8-ba2c-c7d73c4ea913 admin admin] Received port after_create {{(pid=103674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:56:42.150141 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f9cbec-749a-4cf8-ba2c-c7d73c4ea913 admin admin] Pushing event updated for resources: {'Port': ['ID=93cb13f5-7189-4840-906f-d678aef87e6d,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:42.172263 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-96f9cbec-749a-4cf8-ba2c-c7d73c4ea913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:42.178438 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning for port 688c90e4-3c2d-46d2-8f1f-95702028e074 completed by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:56:42.186794 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning complete for port 688c90e4-3c2d-46d2-8f1f-95702028e074 triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:56:42.187339 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:42.189968 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-96f9cbec-749a-4cf8-ba2c-c7d73c4ea913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754772'] for router_interface, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:42.308173 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-77899d2c-b57b-4d60-be73-6f7984ea52c0 None None] Notify callbacks [] for port, precommit_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:42.334941 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-77899d2c-b57b-4d60-be73-6f7984ea52c0 None None] Transition to ACTIVE for port object e533f7a5-a67b-42b1-ad7c-fad6228f2137 will not be triggered until provisioned by entity L2. {{(pid=103676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:56:42.341821 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:42.351241 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-96f9cbec-749a-4cf8-ba2c-c7d73c4ea913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:42.351821 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-77899d2c-b57b-4d60-be73-6f7984ea52c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:42.358812 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:42.435237 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-77899d2c-b57b-4d60-be73-6f7984ea52c0 None None] Attempting to bind port e533f7a5-a67b-42b1-ad7c-fad6228f2137 on host dv-cinder-789603-10-smb for vnic_type normal with profile {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:56:42.435690 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-77899d2c-b57b-4d60-be73-6f7984ea52c0 None None] Attempting to bind port e533f7a5-a67b-42b1-ad7c-fad6228f2137 by drivers openvswitch,hyperv on host dv-cinder-789603-10-smb at level 0 using segments [{'id': '8c058e4f-8cd0-4a1d-96cc-b525f030ca20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750'}] {{(pid=103676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:56:42.436079 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77899d2c-b57b-4d60-be73-6f7984ea52c0 None None] Attempting to bind port e533f7a5-a67b-42b1-ad7c-fad6228f2137 on network 0670eadb-aa0f-4551-9ff4-64f252730750 {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:56:42.439578 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] For port 688c90e4-3c2d-46d2-8f1f-95702028e074, host dv-cinder-789603-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=688c90e4-3c2d-46d2-8f1f-95702028e074,segment=NetworkSegment(c36f7b76-e80b-4058-81ab-68078bc179f6),segment_id=c36f7b76-e80b-4058-81ab-68078bc179f6)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:56:42.444869 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d028705b-4cfa-41da-a027-ba019a092e82 None None] Provisioning for port 93cb13f5-7189-4840-906f-d678aef87e6d completed by entity DHCP. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:56:42.449830 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f9ec0f-4df4-4dd9-8eba-3e9c79f4ab31 None None] Pushing event updated for resources: {'Port': ['ID=e533f7a5-a67b-42b1-ad7c-fad6228f2137,revision_number=2']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:42.452994 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:42.455116 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-22f9ec0f-4df4-4dd9-8eba-3e9c79f4ab31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:42.455575 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-22f9ec0f-4df4-4dd9-8eba-3e9c79f4ab31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:42.457951 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77899d2c-b57b-4d60-be73-6f7984ea52c0 None None] Checking agent: {'id': '621db60c-c63b-44d7-809e-3da174a43cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 1), 'started_at': datetime.datetime(2021, 6, 16, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:56:42.458178 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77899d2c-b57b-4d60-be73-6f7984ea52c0 None None] Checking segment: {'id': '8c058e4f-8cd0-4a1d-96cc-b525f030ca20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:56:42.458589 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-77899d2c-b57b-4d60-be73-6f7984ea52c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:42.458977 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77899d2c-b57b-4d60-be73-6f7984ea52c0 None None] Bound using segment: {'id': '8c058e4f-8cd0-4a1d-96cc-b525f030ca20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750'} {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:56:42.459641 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-77899d2c-b57b-4d60-be73-6f7984ea52c0 None None] Bound port: e533f7a5-a67b-42b1-ad7c-fad6228f2137, host: dv-cinder-789603-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c058e4f-8cd0-4a1d-96cc-b525f030ca20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750'}}] {{(pid=103676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:56:42.460046 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-77899d2c-b57b-4d60-be73-6f7984ea52c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:42.462148 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d028705b-4cfa-41da-a027-ba019a092e82 None None] Provisioning complete for port 93cb13f5-7189-4840-906f-d678aef87e6d triggered by entity DHCP. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:56:42.462515 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d028705b-4cfa-41da-a027-ba019a092e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:42.550587 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-96f9cbec-749a-4cf8-ba2c-c7d73c4ea913 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:42.556820 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-96f9cbec-749a-4cf8-ba2c-c7d73c4ea913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10072344'] for port, after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:42.560571 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-b991c7ee-0f25-4761-9841-267e6430c8e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:42.575100 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Pushing event updated for resources: {'Port': ['ID=688c90e4-3c2d-46d2-8f1f-95702028e074,revision_number=3']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:42.577774 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-d028705b-4cfa-41da-a027-ba019a092e82 None None] Port 93cb13f5-7189-4840-906f-d678aef87e6d cannot update to ACTIVE because it is not bound. {{(pid=103676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:56:42.581112 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:42.584464 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-77899d2c-b57b-4d60-be73-6f7984ea52c0 None None] For port e533f7a5-a67b-42b1-ad7c-fad6228f2137, host dv-cinder-789603-10-smb, cleared binding levels {{(pid=103676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:56:42.588828 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-77899d2c-b57b-4d60-be73-6f7984ea52c0 None None] For port e533f7a5-a67b-42b1-ad7c-fad6228f2137, host dv-cinder-789603-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=e533f7a5-a67b-42b1-ad7c-fad6228f2137,segment=NetworkSegment(8c058e4f-8cd0-4a1d-96cc-b525f030ca20),segment_id=8c058e4f-8cd0-4a1d-96cc-b525f030ca20)] {{(pid=103676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:56:42.594748 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-77899d2c-b57b-4d60-be73-6f7984ea52c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:42.596852 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:42.629285 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f9cbec-749a-4cf8-ba2c-c7d73c4ea913 admin admin] Pushing event updated for resources: {'Port': ['ID=93cb13f5-7189-4840-906f-d678aef87e6d,revision_number=2']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:42.631917 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-96f9cbec-749a-4cf8-ba2c-c7d73c4ea913 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-623293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-754728'] for router_interface, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:42.638182 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-96f9cbec-749a-4cf8-ba2c-c7d73c4ea913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:42.658392 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77899d2c-b57b-4d60-be73-6f7984ea52c0 None None] Routers {'a2af191e-28cf-448f-b136-afcfeb076fee'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:56:42.658392 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-77899d2c-b57b-4d60-be73-6f7984ea52c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:56:31Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['a2af191e-28cf-448f-b136-afcfeb076fee'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:42.661836 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f9ec0f-4df4-4dd9-8eba-3e9c79f4ab31 None None] Pushing event updated for resources: {'Port': ['ID=e533f7a5-a67b-42b1-ad7c-fad6228f2137,revision_number=3']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:42.664607 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-22f9ec0f-4df4-4dd9-8eba-3e9c79f4ab31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:42.729128 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f9cbec-749a-4cf8-ba2c-c7d73c4ea913 admin admin] Network 9ff46e01-f033-4a9d-825b-55de1b440307 is already hosted by enough agents. {{(pid=103674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:56:42.730650 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [None req-96f9cbec-749a-4cf8-ba2c-c7d73c4ea913 admin admin] Resources bound (agent type, host, resource id): {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:56:42.798058 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-77899d2c-b57b-4d60-be73-6f7984ea52c0 None None] Set router a2af191e-28cf-448f-b136-afcfeb076fee gateway port host: dv-cinder-789603-10-smb {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:56:42.876647 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96f9cbec-749a-4cf8-ba2c-c7d73c4ea913 admin admin] Router a2af191e-28cf-448f-b136-afcfeb076fee has already been hosted by L3 agent bfb54b95-b8bd-4202-8e6c-bc5e048a10e9 {{(pid=103674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:56:43.018595 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-dd6fecfa-881c-4d8a-951e-f6b5216c66e3 None None] Provisioning complete for port 93cb13f5-7189-4840-906f-d678aef87e6d triggered by entity DHCP. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:56:43.018814 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-dd6fecfa-881c-4d8a-951e-f6b5216c66e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:43.065923 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-dd6fecfa-881c-4d8a-951e-f6b5216c66e3 None None] Port 93cb13f5-7189-4840-906f-d678aef87e6d cannot update to ACTIVE because it is not bound. {{(pid=103676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:56:43.073651 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-77899d2c-b57b-4d60-be73-6f7984ea52c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2af191e-28cf-448f-b136-afcfeb076fee', 'name': 'tempest-TestShelveInstance-846295314-router', 'tenant_id': '4b9376a7854d4bd8a107e574df080c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.169'}], 'enable_snat': True}, 'gw_port_id': 'e533f7a5-a67b-42b1-ad7c-fad6228f2137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:56:39Z', 'updated_at': '2021-06-16T13:56:42Z', 'revision_number': 4, 'project_id': '4b9376a7854d4bd8a107e574df080c30', 'gw_port': {'id': 'e533f7a5-a67b-42b1-ad7c-fad6228f2137', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2af191e-28cf-448f-b136-afcfeb076fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:40Z', 'updated_at': '2021-06-16T13:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_interfaces': [{'id': '93cb13f5-7189-4840-906f-d678aef87e6d', 'name': '', 'network_id': '9ff46e01-f033-4a9d-825b-55de1b440307', 'tenant_id': '4b9376a7854d4bd8a107e574df080c30', 'mac_address': 'fa:16:3e:ca:ad:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2af191e-28cf-448f-b136-afcfeb076fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '5e3e4686-968c-4068-8f86-79effd5df8d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:41Z', 'updated_at': '2021-06-16T13:56:42Z', 'revision_number': 2, 'project_id': '4b9376a7854d4bd8a107e574df080c30', 'subnets': [{'id': '5e3e4686-968c-4068-8f86-79effd5df8d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:43.078662 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77899d2c-b57b-4d60-be73-6f7984ea52c0 None None] The sync data for ids ['a2af191e-28cf-448f-b136-afcfeb076fee'] in dv-cinder-789603-10-smb is: [{'id': 'a2af191e-28cf-448f-b136-afcfeb076fee', 'name': 'tempest-TestShelveInstance-846295314-router', 'tenant_id': '4b9376a7854d4bd8a107e574df080c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.169'}], 'enable_snat': True}, 'gw_port_id': 'e533f7a5-a67b-42b1-ad7c-fad6228f2137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:56:39Z', 'updated_at': '2021-06-16T13:56:42Z', 'revision_number': 4, 'project_id': '4b9376a7854d4bd8a107e574df080c30', 'gw_port': {'id': 'e533f7a5-a67b-42b1-ad7c-fad6228f2137', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2af191e-28cf-448f-b136-afcfeb076fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:40Z', 'updated_at': '2021-06-16T13:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_interfaces': [{'id': '93cb13f5-7189-4840-906f-d678aef87e6d', 'name': '', 'network_id': '9ff46e01-f033-4a9d-825b-55de1b440307', 'tenant_id': '4b9376a7854d4bd8a107e574df080c30', 'mac_address': 'fa:16:3e:ca:ad:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2af191e-28cf-448f-b136-afcfeb076fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '5e3e4686-968c-4068-8f86-79effd5df8d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:41Z', 'updated_at': '2021-06-16T13:56:42Z', 'revision_number': 2, 'project_id': '4b9376a7854d4bd8a107e574df080c30', 'subnets': [{'id': '5e3e4686-968c-4068-8f86-79effd5df8d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:56:43.327640 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f9cbec-749a-4cf8-ba2c-c7d73c4ea913 admin admin] Notify agent at l3_agent.dv-cinder-789603-10-smb the message routers_updated {{(pid=103674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:56:43.334331 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-96f9cbec-749a-4cf8-ba2c-c7d73c4ea913 admin admin] 10.222.0.104 "PUT /v2.0/routers/a2af191e-28cf-448f-b136-afcfeb076fee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0541017 Jun 16 13:56:43.915227 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 46904) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:43.921262 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [None req-ca9ce94d-13aa-4aae-ab5e-2d6a1810793c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-955071116-network', 'tenant_id': 'b4870020c46a43939d80d8387461dac0'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:56:43.955864 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9ce94d-13aa-4aae-ab5e-2d6a1810793c admin admin] Made reservation on behalf of b4870020c46a43939d80d8387461dac0 for: {'network': 1} {{(pid=103674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:56:43.959216 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ca9ce94d-13aa-4aae-ab5e-2d6a1810793c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for network, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:43.970227 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ca9ce94d-13aa-4aae-ab5e-2d6a1810793c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:43.981200 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device e533f7a5-a67b-42b1-ad7c-fad6228f2137 up at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:56:44.051179 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning for port e533f7a5-a67b-42b1-ad7c-fad6228f2137 completed by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:56:44.056750 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning complete for port e533f7a5-a67b-42b1-ad7c-fad6228f2137 triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:56:44.057317 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:44.110369 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ca9ce94d-13aa-4aae-ab5e-2d6a1810793c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:44.117505 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ca9ce94d-13aa-4aae-ab5e-2d6a1810793c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:44.127646 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-dfc7e96f-eee5-4220-bf08-231e61e2a216 tempest-AttachVolumeTestJSON-1240694208 tempest-AttachVolumeTestJSON-1240694208-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:44.154394 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca9ce94d-13aa-4aae-ab5e-2d6a1810793c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1170} {{(pid=103674) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 16 13:56:44.168493 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9ce94d-13aa-4aae-ab5e-2d6a1810793c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79e3203-5d63-41ed-b949-3e038464d6f1,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:44.173931 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-ca9ce94d-13aa-4aae-ab5e-2d6a1810793c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:44.175826 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ca9ce94d-13aa-4aae-ab5e-2d6a1810793c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688368'] for segment, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:44.176415 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.db.segments_db [None req-ca9ce94d-13aa-4aae-ab5e-2d6a1810793c admin admin] Added segment bca93290-3a56-4f22-9386-a2ffea4ee37c of type vlan for network 62bc6ca9-618c-46d3-8758-4adbe0d28f11 Jun 16 13:56:44.179368 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:44.207626 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] For port e533f7a5-a67b-42b1-ad7c-fad6228f2137, host dv-cinder-789603-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=e533f7a5-a67b-42b1-ad7c-fad6228f2137,segment=NetworkSegment(8c058e4f-8cd0-4a1d-96cc-b525f030ca20),segment_id=8c058e4f-8cd0-4a1d-96cc-b525f030ca20)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:56:44.214324 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:44.215229 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 688c90e4-3c2d-46d2-8f1f-95702028e074 up at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:56:44.217254 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-c5c29d25-aa62-4307-8d98-a7cd877506d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:44.224536 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ca9ce94d-13aa-4aae-ab5e-2d6a1810793c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779594884509'] for network, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:44.272218 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ca9ce94d-13aa-4aae-ab5e-2d6a1810793c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183'] for network, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:44.275334 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9ce94d-13aa-4aae-ab5e-2d6a1810793c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:44.277300 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-ca9ce94d-13aa-4aae-ab5e-2d6a1810793c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for network, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:44.281774 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-b65b05f2-578c-4735-9cf8-11d8496659e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:44.302610 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Pushing event updated for resources: {'Port': ['ID=e533f7a5-a67b-42b1-ad7c-fad6228f2137,revision_number=4']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:44.306187 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:44.316143 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning complete for port 688c90e4-3c2d-46d2-8f1f-95702028e074 triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:56:44.316703 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:44.341909 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-ca9ce94d-13aa-4aae-ab5e-2d6a1810793c admin admin] 10.222.0.104 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4249020 Jun 16 13:56:44.344801 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 46906) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:44.352502 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.v2.base [None req-f23e46b5-c0f0-492a-a910-f918423d839e admin admin] Request body: {'subnet': {'network_id': '62bc6ca9-618c-46d3-8758-4adbe0d28f11', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-955071116-subnet', 'tenant_id': 'b4870020c46a43939d80d8387461dac0', 'ip_version': 4}} {{(pid=103675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:56:44.360376 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9ce94d-13aa-4aae-ab5e-2d6a1810793c admin admin] Pushing event updated for resources: {'Network': ['ID=62bc6ca9-618c-46d3-8758-4adbe0d28f11,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:44.363642 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-ca9ce94d-13aa-4aae-ab5e-2d6a1810793c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:44.371701 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Network 62bc6ca9-618c-46d3-8758-4adbe0d28f11 details requested by agent ovs-agent-dv-cinder-789603-10-smb with host dv-cinder-789603-10-smb {{(pid=103676) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 16 13:56:44.382281 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23e46b5-c0f0-492a-a910-f918423d839e admin admin] Made reservation on behalf of b4870020c46a43939d80d8387461dac0 for: {'subnet': 1} {{(pid=103675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:56:44.384769 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-f23e46b5-c0f0-492a-a910-f918423d839e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8681998'] for subnet, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:44.590313 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-f23e46b5-c0f0-492a-a910-f918423d839e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10267118', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8682012'] for subnet, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:44.592428 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-9bf040e5-24c3-4af9-8d6f-a4df6613e511 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:44.646046 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23e46b5-c0f0-492a-a910-f918423d839e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6f73bc8-9fb3-4aa4-beae-945783374c8e,revision_number=0']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:44.648733 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-f23e46b5-c0f0-492a-a910-f918423d839e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:44.662993 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23e46b5-c0f0-492a-a910-f918423d839e admin admin] Checking segment: {'id': 'bca93290-3a56-4f22-9386-a2ffea4ee37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '62bc6ca9-618c-46d3-8758-4adbe0d28f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:56:44.663346 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23e46b5-c0f0-492a-a910-f918423d839e admin admin] Network hostable DHCP agents. Network: 62bc6ca9-618c-46d3-8758-4adbe0d28f11, hostable agents: ['8ea809cc-5bb3-41d5-8624-7e06cbdf14c2'], hosted agents: [] {{(pid=103675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 16 13:56:44.681606 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23e46b5-c0f0-492a-a910-f918423d839e admin admin] Network 62bc6ca9-618c-46d3-8758-4adbe0d28f11 is scheduled to be hosted by DHCP agent 8ea809cc-5bb3-41d5-8624-7e06cbdf14c2 with binding_index 1 {{(pid=103675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 16 13:56:44.691103 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.base_scheduler [None req-f23e46b5-c0f0-492a-a910-f918423d839e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-10-smb, 62bc6ca9-618c-46d3-8758-4adbe0d28f11) {{(pid=103675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:56:44.695702 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23e46b5-c0f0-492a-a910-f918423d839e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:56:44.696318 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-f23e46b5-c0f0-492a-a910-f918423d839e admin admin] Notify callbacks [] for subnet, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:44.700558 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6f4ccc-3202-4778-a351-ddda2d182960 None None] Network 62bc6ca9-618c-46d3-8758-4adbe0d28f11 requested from dv-cinder-789603-10-smb {{(pid=103676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:56:44.716971 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-f23e46b5-c0f0-492a-a910-f918423d839e admin admin] 10.222.0.104 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3703914 Jun 16 13:56:44.717776 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 46908) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:44.725693 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [None req-0687c5b5-c928-4594-be1b-0e7b243df8b8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-955071116-router', 'tenant_id': 'b4870020c46a43939d80d8387461dac0', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750'}}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:56:44.761515 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-0687c5b5-c928-4594-be1b-0e7b243df8b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-702849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-971'] for router, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:44.762562 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-0687c5b5-c928-4594-be1b-0e7b243df8b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-704296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-759425', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-714459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-816'] for router, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:44.823772 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-0687c5b5-c928-4594-be1b-0e7b243df8b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:44.862319 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e98ff8-3737-4b31-87c6-f7333c5dcb3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1ef6e693-be21-5da5-ac6d-439e2aa17c13-62bc6ca9-618c-46d3-8758-4adbe0d28f11', 'network_id': '62bc6ca9-618c-46d3-8758-4adbe0d28f11', 'tenant_id': 'b4870020c46a43939d80d8387461dac0', 'fixed_ips': [{'subnet_id': 'e6f73bc8-9fb3-4aa4-beae-945783374c8e'}]}} from dv-cinder-789603-10-smb. {{(pid=103676) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 16 13:56:44.863306 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-82e98ff8-3737-4b31-87c6-f7333c5dcb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for port, before_create {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:44.962756 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-0687c5b5-c928-4594-be1b-0e7b243df8b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-759443', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-702895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-806'] for router, precommit_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:45.032557 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.db_base_plugin_common [None req-82e98ff8-3737-4b31-87c6-f7333c5dcb3c None None] Allocated IP 172.20.0.2 (62bc6ca9-618c-46d3-8758-4adbe0d28f11/e6f73bc8-9fb3-4aa4-beae-945783374c8e/77943376-2971-4487-9dfa-f54007c8607e) {{(pid=103676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:56:45.206796 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-82e98ff8-3737-4b31-87c6-f7333c5dcb3c None None] Notify callbacks [] for port, precommit_create {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:45.213610 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-0687c5b5-c928-4594-be1b-0e7b243df8b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:45.216093 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-82e98ff8-3737-4b31-87c6-f7333c5dcb3c None None] Transition to ACTIVE for port object 77943376-2971-4487-9dfa-f54007c8607e will not be triggered until provisioned by entity L2. {{(pid=103676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:56:45.231820 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-82e98ff8-3737-4b31-87c6-f7333c5dcb3c None None] Transition to ACTIVE for port object 77943376-2971-4487-9dfa-f54007c8607e will not be triggered until provisioned by entity DHCP. {{(pid=103676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:56:45.234371 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-0687c5b5-c928-4594-be1b-0e7b243df8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for port, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:45.238813 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-82e98ff8-3737-4b31-87c6-f7333c5dcb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1833118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779594881046'] for port, after_create {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:45.242060 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-2780149e-0177-4761-855a-03f3a3b3c209 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:45.282444 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e98ff8-3737-4b31-87c6-f7333c5dcb3c None None] Network 62bc6ca9-618c-46d3-8758-4adbe0d28f11 is already hosted by enough agents. {{(pid=103676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:56:45.289037 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.scheduler.base_scheduler [None req-82e98ff8-3737-4b31-87c6-f7333c5dcb3c None None] Resources bound (agent type, host, resource id): {{(pid=103676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:56:45.290591 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e98ff8-3737-4b31-87c6-f7333c5dcb3c None None] Received port after_create {{(pid=103676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:56:45.293670 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e98ff8-3737-4b31-87c6-f7333c5dcb3c None None] Pushing event updated for resources: {'Port': ['ID=77943376-2971-4487-9dfa-f54007c8607e,revision_number=1']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:45.298159 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-82e98ff8-3737-4b31-87c6-f7333c5dcb3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:45.353436 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-82e98ff8-3737-4b31-87c6-f7333c5dcb3c None None] Attempting to bind port 77943376-2971-4487-9dfa-f54007c8607e on host dv-cinder-789603-10-smb for vnic_type normal with profile {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:56:45.353819 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-82e98ff8-3737-4b31-87c6-f7333c5dcb3c None None] Attempting to bind port 77943376-2971-4487-9dfa-f54007c8607e by drivers openvswitch,hyperv on host dv-cinder-789603-10-smb at level 0 using segments [{'id': 'bca93290-3a56-4f22-9386-a2ffea4ee37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '62bc6ca9-618c-46d3-8758-4adbe0d28f11'}] {{(pid=103676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:56:45.354187 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e98ff8-3737-4b31-87c6-f7333c5dcb3c None None] Attempting to bind port 77943376-2971-4487-9dfa-f54007c8607e on network 62bc6ca9-618c-46d3-8758-4adbe0d28f11 {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:56:45.358433 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.db_base_plugin_common [None req-0687c5b5-c928-4594-be1b-0e7b243df8b8 admin admin] Allocated IP 172.28.1.182 (0670eadb-aa0f-4551-9ff4-64f252730750/f2f4aa09-e9c1-4804-aa42-b5c4d121e78a/6c5b49e4-1192-4e66-9aaf-8ee6a4050040) {{(pid=103674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:56:45.360137 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e98ff8-3737-4b31-87c6-f7333c5dcb3c None None] Checking agent: {'id': '621db60c-c63b-44d7-809e-3da174a43cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 1), 'started_at': datetime.datetime(2021, 6, 16, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:56:45.360344 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e98ff8-3737-4b31-87c6-f7333c5dcb3c None None] Checking segment: {'id': 'bca93290-3a56-4f22-9386-a2ffea4ee37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '62bc6ca9-618c-46d3-8758-4adbe0d28f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:56:45.360624 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-82e98ff8-3737-4b31-87c6-f7333c5dcb3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:45.361026 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e98ff8-3737-4b31-87c6-f7333c5dcb3c None None] Bound using segment: {'id': 'bca93290-3a56-4f22-9386-a2ffea4ee37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '62bc6ca9-618c-46d3-8758-4adbe0d28f11'} {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:56:45.361511 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-82e98ff8-3737-4b31-87c6-f7333c5dcb3c None None] Bound port: 77943376-2971-4487-9dfa-f54007c8607e, host: dv-cinder-789603-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bca93290-3a56-4f22-9386-a2ffea4ee37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '62bc6ca9-618c-46d3-8758-4adbe0d28f11'}}] {{(pid=103676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:56:45.362236 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-82e98ff8-3737-4b31-87c6-f7333c5dcb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:45.402881 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540c5cc9-2587-4de4-9d89-40af94fd8f11 None None] Sync routers for ids ['a2af191e-28cf-448f-b136-afcfeb076fee'] in dv-cinder-789603-10-smb {{(pid=103677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:56:45.415585 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540c5cc9-2587-4de4-9d89-40af94fd8f11 None None] Routers {'a2af191e-28cf-448f-b136-afcfeb076fee'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:56:45.417336 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_hamode_db [None req-540c5cc9-2587-4de4-9d89-40af94fd8f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:56:31Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['a2af191e-28cf-448f-b136-afcfeb076fee'], 'active': True} {{(pid=103677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:45.435533 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-82e98ff8-3737-4b31-87c6-f7333c5dcb3c None None] For port 77943376-2971-4487-9dfa-f54007c8607e, host dv-cinder-789603-10-smb, cleared binding levels {{(pid=103676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:56:45.438658 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-82e98ff8-3737-4b31-87c6-f7333c5dcb3c None None] For port 77943376-2971-4487-9dfa-f54007c8607e, host dv-cinder-789603-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=77943376-2971-4487-9dfa-f54007c8607e,segment=NetworkSegment(bca93290-3a56-4f22-9386-a2ffea4ee37c),segment_id=bca93290-3a56-4f22-9386-a2ffea4ee37c)] {{(pid=103676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:56:45.450735 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-82e98ff8-3737-4b31-87c6-f7333c5dcb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:45.453293 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-bb67f26a-3b3b-4aeb-86c7-0e5c0475c626 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:45.482775 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-0687c5b5-c928-4594-be1b-0e7b243df8b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:45.511087 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e98ff8-3737-4b31-87c6-f7333c5dcb3c None None] Pushing event updated for resources: {'Port': ['ID=77943376-2971-4487-9dfa-f54007c8607e,revision_number=2']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:45.515189 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-82e98ff8-3737-4b31-87c6-f7333c5dcb3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:45.543172 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_dvr_db [None req-540c5cc9-2587-4de4-9d89-40af94fd8f11 None None] Set router a2af191e-28cf-448f-b136-afcfeb076fee gateway port host: dv-cinder-789603-10-smb {{(pid=103677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:56:45.556366 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-0687c5b5-c928-4594-be1b-0e7b243df8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1833118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779594881046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10072334'] for port, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:45.558532 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-ce9ab243-5cec-4078-aff0-0f42bd589f4d tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:45.612228 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0687c5b5-c928-4594-be1b-0e7b243df8b8 admin admin] Network 0670eadb-aa0f-4551-9ff4-64f252730750 is already hosted by enough agents. {{(pid=103674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:56:45.622284 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [None req-0687c5b5-c928-4594-be1b-0e7b243df8b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:56:45.629257 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0687c5b5-c928-4594-be1b-0e7b243df8b8 admin admin] Received port after_create {{(pid=103674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:56:45.640329 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0687c5b5-c928-4594-be1b-0e7b243df8b8 admin admin] Pushing event updated for resources: {'Port': ['ID=6c5b49e4-1192-4e66-9aaf-8ee6a4050040,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:45.650912 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-0687c5b5-c928-4594-be1b-0e7b243df8b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:45.804734 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_hamode_db [None req-540c5cc9-2587-4de4-9d89-40af94fd8f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2af191e-28cf-448f-b136-afcfeb076fee', 'name': 'tempest-TestShelveInstance-846295314-router', 'tenant_id': '4b9376a7854d4bd8a107e574df080c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.169'}], 'enable_snat': True}, 'gw_port_id': 'e533f7a5-a67b-42b1-ad7c-fad6228f2137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:56:39Z', 'updated_at': '2021-06-16T13:56:42Z', 'revision_number': 4, 'project_id': '4b9376a7854d4bd8a107e574df080c30', 'gw_port': {'id': 'e533f7a5-a67b-42b1-ad7c-fad6228f2137', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2af191e-28cf-448f-b136-afcfeb076fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:40Z', 'updated_at': '2021-06-16T13:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_interfaces': [{'id': '93cb13f5-7189-4840-906f-d678aef87e6d', 'name': '', 'network_id': '9ff46e01-f033-4a9d-825b-55de1b440307', 'tenant_id': '4b9376a7854d4bd8a107e574df080c30', 'mac_address': 'fa:16:3e:ca:ad:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2af191e-28cf-448f-b136-afcfeb076fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '5e3e4686-968c-4068-8f86-79effd5df8d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:41Z', 'updated_at': '2021-06-16T13:56:42Z', 'revision_number': 2, 'project_id': '4b9376a7854d4bd8a107e574df080c30', 'subnets': [{'id': '5e3e4686-968c-4068-8f86-79effd5df8d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:45.809945 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540c5cc9-2587-4de4-9d89-40af94fd8f11 None None] Checking router: a2af191e-28cf-448f-b136-afcfeb076fee for host: dv-cinder-789603-10-smb {{(pid=103677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:56:45.810414 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540c5cc9-2587-4de4-9d89-40af94fd8f11 None None] Updating router a2af191e-28cf-448f-b136-afcfeb076fee port 93cb13f5-7189-4840-906f-d678aef87e6d binding host dv-cinder-789603-10-smb {{(pid=103677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 13:56:45.859488 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron_lib.callbacks.manager [None req-540c5cc9-2587-4de4-9d89-40af94fd8f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:45.970032 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device e533f7a5-a67b-42b1-ad7c-fad6228f2137 up at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:56:46.006216 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-0687c5b5-c928-4594-be1b-0e7b243df8b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:46.049146 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning complete for port e533f7a5-a67b-42b1-ad7c-fad6228f2137 triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:56:46.049756 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:46.152154 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 77943376-2971-4487-9dfa-f54007c8607e up at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:56:46.204780 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning for port 77943376-2971-4487-9dfa-f54007c8607e completed by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:56:46.252174 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-0687c5b5-c928-4594-be1b-0e7b243df8b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-702904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-759525'] for router, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:46.287527 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron_lib.callbacks.manager [None req-540c5cc9-2587-4de4-9d89-40af94fd8f11 None None] Notify callbacks [] for port, precommit_update {{(pid=103677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:46.299065 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.provisioning_blocks [None req-540c5cc9-2587-4de4-9d89-40af94fd8f11 None None] Transition to ACTIVE for port object 93cb13f5-7189-4840-906f-d678aef87e6d will not be triggered until provisioned by entity L2. {{(pid=103677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:56:46.310086 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron_lib.callbacks.manager [None req-540c5cc9-2587-4de4-9d89-40af94fd8f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:46.312792 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG oslo_concurrency.lockutils [None req-20b2341a-b819-425b-9723-52db85f3a15d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:46.361138 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31a7bf3-91e4-444e-b815-706f7f2ae4ff None None] Pushing event updated for resources: {'Port': ['ID=93cb13f5-7189-4840-906f-d678aef87e6d,revision_number=3']} {{(pid=103677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:46.397277 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31a7bf3-91e4-444e-b815-706f7f2ae4ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:46.397900 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31a7bf3-91e4-444e-b815-706f7f2ae4ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:46.398226 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31a7bf3-91e4-444e-b815-706f7f2ae4ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:46.398550 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31a7bf3-91e4-444e-b815-706f7f2ae4ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:46.398863 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31a7bf3-91e4-444e-b815-706f7f2ae4ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:46.399185 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31a7bf3-91e4-444e-b815-706f7f2ae4ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:46.399493 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31a7bf3-91e4-444e-b815-706f7f2ae4ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:46.399958 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31a7bf3-91e4-444e-b815-706f7f2ae4ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:46.400448 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31a7bf3-91e4-444e-b815-706f7f2ae4ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:46.400977 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31a7bf3-91e4-444e-b815-706f7f2ae4ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:46.401437 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31a7bf3-91e4-444e-b815-706f7f2ae4ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:46.401914 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c31a7bf3-91e4-444e-b815-706f7f2ae4ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:56:46.406200 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG oslo_concurrency.lockutils [None req-c31a7bf3-91e4-444e-b815-706f7f2ae4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=103677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:46.433422 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0687c5b5-c928-4594-be1b-0e7b243df8b8 admin admin] Router 01016004-07fa-4733-9be6-0075303f225f is scheduled to L3 agent bfb54b95-b8bd-4202-8e6c-bc5e048a10e9 with binding_index 1 {{(pid=103674) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 16 13:56:46.479725 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.managers [None req-540c5cc9-2587-4de4-9d89-40af94fd8f11 None None] Attempting to bind port 93cb13f5-7189-4840-906f-d678aef87e6d on host dv-cinder-789603-10-smb for vnic_type normal with profile {{(pid=103677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:56:46.480138 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.managers [None req-540c5cc9-2587-4de4-9d89-40af94fd8f11 None None] Attempting to bind port 93cb13f5-7189-4840-906f-d678aef87e6d by drivers openvswitch,hyperv on host dv-cinder-789603-10-smb at level 0 using segments [{'id': 'c36f7b76-e80b-4058-81ab-68078bc179f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '9ff46e01-f033-4a9d-825b-55de1b440307'}] {{(pid=103677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:56:46.480562 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540c5cc9-2587-4de4-9d89-40af94fd8f11 None None] Attempting to bind port 93cb13f5-7189-4840-906f-d678aef87e6d on network 9ff46e01-f033-4a9d-825b-55de1b440307 {{(pid=103677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:56:46.486366 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540c5cc9-2587-4de4-9d89-40af94fd8f11 None None] Checking agent: {'id': '621db60c-c63b-44d7-809e-3da174a43cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 1), 'started_at': datetime.datetime(2021, 6, 16, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:56:46.486798 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540c5cc9-2587-4de4-9d89-40af94fd8f11 None None] Checking segment: {'id': 'c36f7b76-e80b-4058-81ab-68078bc179f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '9ff46e01-f033-4a9d-825b-55de1b440307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:56:46.487217 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron_lib.callbacks.manager [None req-540c5cc9-2587-4de4-9d89-40af94fd8f11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:46.487671 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540c5cc9-2587-4de4-9d89-40af94fd8f11 None None] Bound using segment: {'id': 'c36f7b76-e80b-4058-81ab-68078bc179f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '9ff46e01-f033-4a9d-825b-55de1b440307'} {{(pid=103677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:56:46.488203 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.managers [None req-540c5cc9-2587-4de4-9d89-40af94fd8f11 None None] Bound port: 93cb13f5-7189-4840-906f-d678aef87e6d, host: dv-cinder-789603-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c36f7b76-e80b-4058-81ab-68078bc179f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '9ff46e01-f033-4a9d-825b-55de1b440307'}}] {{(pid=103677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:56:46.488608 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron_lib.callbacks.manager [None req-540c5cc9-2587-4de4-9d89-40af94fd8f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:46.568512 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.db [None req-540c5cc9-2587-4de4-9d89-40af94fd8f11 None None] For port 93cb13f5-7189-4840-906f-d678aef87e6d, host dv-cinder-789603-10-smb, cleared binding levels {{(pid=103677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:56:46.568866 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0687c5b5-c928-4594-be1b-0e7b243df8b8 admin admin] Notify agent at l3_agent.dv-cinder-789603-10-smb the message routers_updated {{(pid=103674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:56:46.578937 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.db [None req-540c5cc9-2587-4de4-9d89-40af94fd8f11 None None] For port 93cb13f5-7189-4840-906f-d678aef87e6d, host dv-cinder-789603-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=93cb13f5-7189-4840-906f-d678aef87e6d,segment=NetworkSegment(c36f7b76-e80b-4058-81ab-68078bc179f6),segment_id=c36f7b76-e80b-4058-81ab-68078bc179f6)] {{(pid=103677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:56:46.579889 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5e5d11-7285-45d8-89a5-da88694bdc64 None None] Sync routers for ids ['01016004-07fa-4733-9be6-0075303f225f'] in dv-cinder-789603-10-smb {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:56:46.587183 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron_lib.callbacks.manager [None req-540c5cc9-2587-4de4-9d89-40af94fd8f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:46.597524 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5e5d11-7285-45d8-89a5-da88694bdc64 None None] Routers {'01016004-07fa-4733-9be6-0075303f225f'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:56:46.598226 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-cd5e5d11-7285-45d8-89a5-da88694bdc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:56:31Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['01016004-07fa-4733-9be6-0075303f225f'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:46.598426 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:46.606417 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-0687c5b5-c928-4594-be1b-0e7b243df8b8 admin admin] Notify callbacks [] for router, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:46.607916 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-0687c5b5-c928-4594-be1b-0e7b243df8b8 admin admin] 10.222.0.104 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8889935 Jun 16 13:56:46.611349 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 46910) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:46.660543 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540c5cc9-2587-4de4-9d89-40af94fd8f11 None None] Routers {'a2af191e-28cf-448f-b136-afcfeb076fee'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:56:46.661602 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_hamode_db [None req-540c5cc9-2587-4de4-9d89-40af94fd8f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:56:31Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['a2af191e-28cf-448f-b136-afcfeb076fee'], 'active': True} {{(pid=103677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:46.732429 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-cd5e5d11-7285-45d8-89a5-da88694bdc64 None None] Set router 01016004-07fa-4733-9be6-0075303f225f gateway port host: dv-cinder-789603-10-smb {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:56:46.768350 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66320c35-b060-4182-bc0d-0065d7c59f89 None None] Network 62bc6ca9-618c-46d3-8758-4adbe0d28f11 requested from dv-cinder-789603-10-smb {{(pid=103676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 13:56:46.812131 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31a7bf3-91e4-444e-b815-706f7f2ae4ff None None] Pushing event updated for resources: {'Port': ['ID=93cb13f5-7189-4840-906f-d678aef87e6d,revision_number=4']} {{(pid=103677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:46.819457 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG oslo_concurrency.lockutils [None req-c31a7bf3-91e4-444e-b815-706f7f2ae4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=103677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:46.838746 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_dvr_db [None req-540c5cc9-2587-4de4-9d89-40af94fd8f11 None None] Set router a2af191e-28cf-448f-b136-afcfeb076fee gateway port host: dv-cinder-789603-10-smb {{(pid=103677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:56:46.926236 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-a747a444-ef68-40d1-b9a7-bd055750c9af None None] Provisioning for port 77943376-2971-4487-9dfa-f54007c8607e completed by entity DHCP. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:56:46.944057 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-a747a444-ef68-40d1-b9a7-bd055750c9af None None] Provisioning complete for port 77943376-2971-4487-9dfa-f54007c8607e triggered by entity DHCP. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:56:46.944416 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-a747a444-ef68-40d1-b9a7-bd055750c9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:47.073755 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_hamode_db [None req-540c5cc9-2587-4de4-9d89-40af94fd8f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2af191e-28cf-448f-b136-afcfeb076fee', 'name': 'tempest-TestShelveInstance-846295314-router', 'tenant_id': '4b9376a7854d4bd8a107e574df080c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.169'}], 'enable_snat': True}, 'gw_port_id': 'e533f7a5-a67b-42b1-ad7c-fad6228f2137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:56:39Z', 'updated_at': '2021-06-16T13:56:42Z', 'revision_number': 4, 'project_id': '4b9376a7854d4bd8a107e574df080c30', 'gw_port': {'id': 'e533f7a5-a67b-42b1-ad7c-fad6228f2137', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2af191e-28cf-448f-b136-afcfeb076fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:40Z', 'updated_at': '2021-06-16T13:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_interfaces': [{'id': '93cb13f5-7189-4840-906f-d678aef87e6d', 'name': '', 'network_id': '9ff46e01-f033-4a9d-825b-55de1b440307', 'tenant_id': '4b9376a7854d4bd8a107e574df080c30', 'mac_address': 'fa:16:3e:ca:ad:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2af191e-28cf-448f-b136-afcfeb076fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '5e3e4686-968c-4068-8f86-79effd5df8d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:41Z', 'updated_at': '2021-06-16T13:56:46Z', 'revision_number': 4, 'project_id': '4b9376a7854d4bd8a107e574df080c30', 'subnets': [{'id': '5e3e4686-968c-4068-8f86-79effd5df8d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:47.077704 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540c5cc9-2587-4de4-9d89-40af94fd8f11 None None] The sync data for ids ['a2af191e-28cf-448f-b136-afcfeb076fee'] in dv-cinder-789603-10-smb is: [{'id': 'a2af191e-28cf-448f-b136-afcfeb076fee', 'name': 'tempest-TestShelveInstance-846295314-router', 'tenant_id': '4b9376a7854d4bd8a107e574df080c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.169'}], 'enable_snat': True}, 'gw_port_id': 'e533f7a5-a67b-42b1-ad7c-fad6228f2137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:56:39Z', 'updated_at': '2021-06-16T13:56:42Z', 'revision_number': 4, 'project_id': '4b9376a7854d4bd8a107e574df080c30', 'gw_port': {'id': 'e533f7a5-a67b-42b1-ad7c-fad6228f2137', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2af191e-28cf-448f-b136-afcfeb076fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:40Z', 'updated_at': '2021-06-16T13:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_interfaces': [{'id': '93cb13f5-7189-4840-906f-d678aef87e6d', 'name': '', 'network_id': '9ff46e01-f033-4a9d-825b-55de1b440307', 'tenant_id': '4b9376a7854d4bd8a107e574df080c30', 'mac_address': 'fa:16:3e:ca:ad:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2af191e-28cf-448f-b136-afcfeb076fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '5e3e4686-968c-4068-8f86-79effd5df8d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:41Z', 'updated_at': '2021-06-16T13:56:46Z', 'revision_number': 4, 'project_id': '4b9376a7854d4bd8a107e574df080c30', 'subnets': [{'id': '5e3e4686-968c-4068-8f86-79effd5df8d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:56:47.179612 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-16ac7222-af9f-4c26-919e-046c3bf60d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for port, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:47.300334 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-a747a444-ef68-40d1-b9a7-bd055750c9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:47.338241 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-cd5e5d11-7285-45d8-89a5-da88694bdc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01016004-07fa-4733-9be6-0075303f225f', 'name': 'tempest-TestShelveInstance-955071116-router', 'tenant_id': 'b4870020c46a43939d80d8387461dac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '6c5b49e4-1192-4e66-9aaf-8ee6a4050040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:56:44Z', 'updated_at': '2021-06-16T13:56:45Z', 'revision_number': 3, 'project_id': 'b4870020c46a43939d80d8387461dac0', 'gw_port': {'id': '6c5b49e4-1192-4e66-9aaf-8ee6a4050040', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:af:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01016004-07fa-4733-9be6-0075303f225f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:45Z', 'updated_at': '2021-06-16T13:56:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb'}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:47.354653 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5e5d11-7285-45d8-89a5-da88694bdc64 None None] Checking router: 01016004-07fa-4733-9be6-0075303f225f for host: dv-cinder-789603-10-smb {{(pid=103676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:56:47.355020 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5e5d11-7285-45d8-89a5-da88694bdc64 None None] Updating router 01016004-07fa-4733-9be6-0075303f225f port 6c5b49e4-1192-4e66-9aaf-8ee6a4050040 binding host dv-cinder-789603-10-smb {{(pid=103676) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 13:56:47.363240 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-a747a444-ef68-40d1-b9a7-bd055750c9af None None] For port 77943376-2971-4487-9dfa-f54007c8607e, host dv-cinder-789603-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=77943376-2971-4487-9dfa-f54007c8607e,segment=NetworkSegment(bca93290-3a56-4f22-9386-a2ffea4ee37c),segment_id=bca93290-3a56-4f22-9386-a2ffea4ee37c)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:56:47.382021 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.db.db_base_plugin_common [None req-16ac7222-af9f-4c26-919e-046c3bf60d96 admin admin] Allocated IP 172.20.0.1 (62bc6ca9-618c-46d3-8758-4adbe0d28f11/e6f73bc8-9fb3-4aa4-beae-945783374c8e/c2b2632b-e04f-4daf-b551-6e5a65215880) {{(pid=103675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:56:47.383406 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-a747a444-ef68-40d1-b9a7-bd055750c9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:47.388446 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:47.426802 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-cd5e5d11-7285-45d8-89a5-da88694bdc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:47.475184 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a747a444-ef68-40d1-b9a7-bd055750c9af None None] Pushing event updated for resources: {'Port': ['ID=77943376-2971-4487-9dfa-f54007c8607e,revision_number=3']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:47.478620 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-a747a444-ef68-40d1-b9a7-bd055750c9af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:47.538923 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-16ac7222-af9f-4c26-919e-046c3bf60d96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:47.781232 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-cd5e5d11-7285-45d8-89a5-da88694bdc64 None None] Notify callbacks [] for port, precommit_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:47.783705 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-ef8a3167-1f53-4028-af6d-39209281be2c None None] Provisioning complete for port 77943376-2971-4487-9dfa-f54007c8607e triggered by entity DHCP. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:56:47.784219 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-ef8a3167-1f53-4028-af6d-39209281be2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:47.819652 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-cd5e5d11-7285-45d8-89a5-da88694bdc64 None None] Transition to ACTIVE for port object 6c5b49e4-1192-4e66-9aaf-8ee6a4050040 will not be triggered until provisioned by entity L2. {{(pid=103676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:56:47.830200 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.db.provisioning_blocks [None req-16ac7222-af9f-4c26-919e-046c3bf60d96 admin admin] Transition to ACTIVE for port object c2b2632b-e04f-4daf-b551-6e5a65215880 will not be triggered until provisioned by entity DHCP. {{(pid=103675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:56:47.847595 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-cd5e5d11-7285-45d8-89a5-da88694bdc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:47.855088 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-774c65d9-264e-4b2b-ad95-6002752cbcd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:47.868995 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-16ac7222-af9f-4c26-919e-046c3bf60d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1833118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779594881046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10267002'] for port, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:47.873731 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-450c11fc-2010-430e-bef5-4fe96b4e97c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:47.916052 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ac7222-af9f-4c26-919e-046c3bf60d96 admin admin] Network 62bc6ca9-618c-46d3-8758-4adbe0d28f11 is already hosted by enough agents. {{(pid=103675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:56:47.918025 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 93cb13f5-7189-4840-906f-d678aef87e6d up at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:56:47.921850 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.base_scheduler [None req-16ac7222-af9f-4c26-919e-046c3bf60d96 admin admin] Resources bound (agent type, host, resource id): {{(pid=103675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:56:47.923152 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069e038a-1e32-4961-9950-d27122174fc0 None None] Pushing event updated for resources: {'Port': ['ID=6c5b49e4-1192-4e66-9aaf-8ee6a4050040,revision_number=2']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:47.924928 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ac7222-af9f-4c26-919e-046c3bf60d96 admin admin] Received port after_create {{(pid=103675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:56:47.943395 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-069e038a-1e32-4961-9950-d27122174fc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:47.945607 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-cd5e5d11-7285-45d8-89a5-da88694bdc64 None None] Attempting to bind port 6c5b49e4-1192-4e66-9aaf-8ee6a4050040 on host dv-cinder-789603-10-smb for vnic_type normal with profile {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:56:47.945990 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-cd5e5d11-7285-45d8-89a5-da88694bdc64 None None] Attempting to bind port 6c5b49e4-1192-4e66-9aaf-8ee6a4050040 by drivers openvswitch,hyperv on host dv-cinder-789603-10-smb at level 0 using segments [{'id': '8c058e4f-8cd0-4a1d-96cc-b525f030ca20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750'}] {{(pid=103676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:56:47.946364 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5e5d11-7285-45d8-89a5-da88694bdc64 None None] Attempting to bind port 6c5b49e4-1192-4e66-9aaf-8ee6a4050040 on network 0670eadb-aa0f-4551-9ff4-64f252730750 {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:56:47.952233 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ac7222-af9f-4c26-919e-046c3bf60d96 admin admin] Pushing event updated for resources: {'Port': ['ID=c2b2632b-e04f-4daf-b551-6e5a65215880,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:47.956284 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-16ac7222-af9f-4c26-919e-046c3bf60d96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:47.966348 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-16ac7222-af9f-4c26-919e-046c3bf60d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-754772'] for router_interface, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:47.973804 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5e5d11-7285-45d8-89a5-da88694bdc64 None None] Checking agent: {'id': '621db60c-c63b-44d7-809e-3da174a43cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 1), 'started_at': datetime.datetime(2021, 6, 16, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:56:47.974196 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5e5d11-7285-45d8-89a5-da88694bdc64 None None] Checking segment: {'id': '8c058e4f-8cd0-4a1d-96cc-b525f030ca20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:56:47.974628 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-cd5e5d11-7285-45d8-89a5-da88694bdc64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:47.975030 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5e5d11-7285-45d8-89a5-da88694bdc64 None None] Bound using segment: {'id': '8c058e4f-8cd0-4a1d-96cc-b525f030ca20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750'} {{(pid=103676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:56:47.975563 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.managers [None req-cd5e5d11-7285-45d8-89a5-da88694bdc64 None None] Bound port: 6c5b49e4-1192-4e66-9aaf-8ee6a4050040, host: dv-cinder-789603-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c058e4f-8cd0-4a1d-96cc-b525f030ca20', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750'}}] {{(pid=103676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:56:47.975942 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-cd5e5d11-7285-45d8-89a5-da88694bdc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:48.057265 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-cd5e5d11-7285-45d8-89a5-da88694bdc64 None None] For port 6c5b49e4-1192-4e66-9aaf-8ee6a4050040, host dv-cinder-789603-10-smb, cleared binding levels {{(pid=103676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:56:48.060898 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-cd5e5d11-7285-45d8-89a5-da88694bdc64 None None] For port 6c5b49e4-1192-4e66-9aaf-8ee6a4050040, host dv-cinder-789603-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=6c5b49e4-1192-4e66-9aaf-8ee6a4050040,segment=NetworkSegment(8c058e4f-8cd0-4a1d-96cc-b525f030ca20),segment_id=8c058e4f-8cd0-4a1d-96cc-b525f030ca20)] {{(pid=103676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:56:48.064571 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning for port 93cb13f5-7189-4840-906f-d678aef87e6d completed by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:56:48.071120 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-cd5e5d11-7285-45d8-89a5-da88694bdc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:48.073244 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-22f9ec0f-4df4-4dd9-8eba-3e9c79f4ab31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:48.075093 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning complete for port 93cb13f5-7189-4840-906f-d678aef87e6d triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:56:48.075865 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:48.147670 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-16ac7222-af9f-4c26-919e-046c3bf60d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:48.165329 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5e5d11-7285-45d8-89a5-da88694bdc64 None None] Routers {'01016004-07fa-4733-9be6-0075303f225f'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:56:48.165977 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-cd5e5d11-7285-45d8-89a5-da88694bdc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:56:31Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['01016004-07fa-4733-9be6-0075303f225f'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:48.213369 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069e038a-1e32-4961-9950-d27122174fc0 None None] Pushing event updated for resources: {'Port': ['ID=6c5b49e4-1192-4e66-9aaf-8ee6a4050040,revision_number=3']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:48.242460 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-069e038a-1e32-4961-9950-d27122174fc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:48.245675 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-0920c27b-8c87-4a43-a3f4-c458328c6172 None None] Provisioning for port c2b2632b-e04f-4daf-b551-6e5a65215880 completed by entity DHCP. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:56:48.256340 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-0920c27b-8c87-4a43-a3f4-c458328c6172 None None] Provisioning complete for port c2b2632b-e04f-4daf-b551-6e5a65215880 triggered by entity DHCP. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:56:48.256753 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-0920c27b-8c87-4a43-a3f4-c458328c6172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:48.337779 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-16ac7222-af9f-4c26-919e-046c3bf60d96 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:48.344207 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-16ac7222-af9f-4c26-919e-046c3bf60d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10266988'] for port, after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:48.344903 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-0920c27b-8c87-4a43-a3f4-c458328c6172 None None] Port c2b2632b-e04f-4daf-b551-6e5a65215880 cannot update to ACTIVE because it is not bound. {{(pid=103676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:56:48.346352 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:48.348154 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-e62e0606-f671-49ee-be2a-8b46bc927e8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:48.357392 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-cd5e5d11-7285-45d8-89a5-da88694bdc64 None None] Set router 01016004-07fa-4733-9be6-0075303f225f gateway port host: dv-cinder-789603-10-smb {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:56:48.422019 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ac7222-af9f-4c26-919e-046c3bf60d96 admin admin] Pushing event updated for resources: {'Port': ['ID=c2b2632b-e04f-4daf-b551-6e5a65215880,revision_number=2']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:48.424068 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] For port 93cb13f5-7189-4840-906f-d678aef87e6d, host dv-cinder-789603-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=93cb13f5-7189-4840-906f-d678aef87e6d,segment=NetworkSegment(c36f7b76-e80b-4058-81ab-68078bc179f6),segment_id=c36f7b76-e80b-4058-81ab-68078bc179f6)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:56:48.427279 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-16ac7222-af9f-4c26-919e-046c3bf60d96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:48.428920 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-16ac7222-af9f-4c26-919e-046c3bf60d96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-623293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-754728'] for router_interface, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:48.467489 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:48.468778 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 77943376-2971-4487-9dfa-f54007c8607e up at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:56:48.473193 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-2780149e-0177-4761-855a-03f3a3b3c209 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:48.543889 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ac7222-af9f-4c26-919e-046c3bf60d96 admin admin] Network 62bc6ca9-618c-46d3-8758-4adbe0d28f11 is already hosted by enough agents. {{(pid=103675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:56:48.546015 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.base_scheduler [None req-16ac7222-af9f-4c26-919e-046c3bf60d96 admin admin] Resources bound (agent type, host, resource id): {{(pid=103675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:56:48.619904 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Pushing event updated for resources: {'Port': ['ID=93cb13f5-7189-4840-906f-d678aef87e6d,revision_number=5']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:48.624533 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:48.647789 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning complete for port 77943376-2971-4487-9dfa-f54007c8607e triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:56:48.648682 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:48.680128 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16ac7222-af9f-4c26-919e-046c3bf60d96 admin admin] Router 01016004-07fa-4733-9be6-0075303f225f has already been hosted by L3 agent bfb54b95-b8bd-4202-8e6c-bc5e048a10e9 {{(pid=103675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:56:48.775598 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-cd5e5d11-7285-45d8-89a5-da88694bdc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01016004-07fa-4733-9be6-0075303f225f', 'name': 'tempest-TestShelveInstance-955071116-router', 'tenant_id': 'b4870020c46a43939d80d8387461dac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '6c5b49e4-1192-4e66-9aaf-8ee6a4050040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:56:44Z', 'updated_at': '2021-06-16T13:56:48Z', 'revision_number': 4, 'project_id': 'b4870020c46a43939d80d8387461dac0', 'gw_port': {'id': '6c5b49e4-1192-4e66-9aaf-8ee6a4050040', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:af:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01016004-07fa-4733-9be6-0075303f225f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:45Z', 'updated_at': '2021-06-16T13:56:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_interfaces': [{'id': 'c2b2632b-e04f-4daf-b551-6e5a65215880', 'name': '', 'network_id': '62bc6ca9-618c-46d3-8758-4adbe0d28f11', 'tenant_id': 'b4870020c46a43939d80d8387461dac0', 'mac_address': 'fa:16:3e:b7:cb:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01016004-07fa-4733-9be6-0075303f225f', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'e6f73bc8-9fb3-4aa4-beae-945783374c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:47Z', 'updated_at': '2021-06-16T13:56:47Z', 'revision_number': 1, 'project_id': 'b4870020c46a43939d80d8387461dac0', 'subnets': [{'id': 'e6f73bc8-9fb3-4aa4-beae-945783374c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:48.786134 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5e5d11-7285-45d8-89a5-da88694bdc64 None None] The sync data for ids ['01016004-07fa-4733-9be6-0075303f225f'] in dv-cinder-789603-10-smb is: [{'id': '01016004-07fa-4733-9be6-0075303f225f', 'name': 'tempest-TestShelveInstance-955071116-router', 'tenant_id': 'b4870020c46a43939d80d8387461dac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '6c5b49e4-1192-4e66-9aaf-8ee6a4050040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:56:44Z', 'updated_at': '2021-06-16T13:56:48Z', 'revision_number': 4, 'project_id': 'b4870020c46a43939d80d8387461dac0', 'gw_port': {'id': '6c5b49e4-1192-4e66-9aaf-8ee6a4050040', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:af:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01016004-07fa-4733-9be6-0075303f225f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:45Z', 'updated_at': '2021-06-16T13:56:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_interfaces': [{'id': 'c2b2632b-e04f-4daf-b551-6e5a65215880', 'name': '', 'network_id': '62bc6ca9-618c-46d3-8758-4adbe0d28f11', 'tenant_id': 'b4870020c46a43939d80d8387461dac0', 'mac_address': 'fa:16:3e:b7:cb:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01016004-07fa-4733-9be6-0075303f225f', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'e6f73bc8-9fb3-4aa4-beae-945783374c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:47Z', 'updated_at': '2021-06-16T13:56:47Z', 'revision_number': 1, 'project_id': 'b4870020c46a43939d80d8387461dac0', 'subnets': [{'id': 'e6f73bc8-9fb3-4aa4-beae-945783374c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:56:48.803248 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-5a070e8d-b310-4633-9a61-e662df281d2f None None] Provisioning complete for port c2b2632b-e04f-4daf-b551-6e5a65215880 triggered by entity DHCP. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:56:48.803619 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-5a070e8d-b310-4633-9a61-e662df281d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:48.830706 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ac7222-af9f-4c26-919e-046c3bf60d96 admin admin] Notify agent at l3_agent.dv-cinder-789603-10-smb the message routers_updated {{(pid=103675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:56:48.840551 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-16ac7222-af9f-4c26-919e-046c3bf60d96 admin admin] 10.222.0.104 "PUT /v2.0/routers/01016004-07fa-4733-9be6-0075303f225f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2277977 Jun 16 13:56:48.864960 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-5a070e8d-b310-4633-9a61-e662df281d2f None None] Port c2b2632b-e04f-4daf-b551-6e5a65215880 cannot update to ACTIVE because it is not bound. {{(pid=103676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:56:49.603532 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 46918) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:49.609091 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.v2.base [None req-30c2166f-acb5-4bf0-83e7-9aa8df71e7cd tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1887966560', 'description': 'tempest-secgroup-smoke-1887966560 description', 'project_id': '4b9376a7854d4bd8a107e574df080c30'}} {{(pid=103675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:56:49.633195 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-30c2166f-acb5-4bf0-83e7-9aa8df71e7cd tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Notify callbacks [] for security_group, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:49.724088 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-30c2166f-acb5-4bf0-83e7-9aa8df71e7cd tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Notify callbacks [] for security_group, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:49.728967 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-30c2166f-acb5-4bf0-83e7-9aa8df71e7cd tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:49.731506 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-e40816ac-6499-4ee2-8fa8-2a7f50b6561a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:49.770038 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-30c2166f-acb5-4bf0-83e7-9aa8df71e7cd tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:49.777956 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-30c2166f-acb5-4bf0-83e7-9aa8df71e7cd tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1667240 Jun 16 13:56:49.777956 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2166f-acb5-4bf0-83e7-9aa8df71e7cd tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84a5e7c5-0c57-4290-a5d7-e66a5fea1573,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:49.777956 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 46920) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:49.777956 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-30c2166f-acb5-4bf0-83e7-9aa8df71e7cd tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:49.786181 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.v2.base [None req-c9fbbb0e-e491-41f5-ab0f-b5b6b0fe91e2 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Request body: {'security_group_rule': {'security_group_id': '84a5e7c5-0c57-4290-a5d7-e66a5fea1573', 'project_id': '4b9376a7854d4bd8a107e574df080c30', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:56:49.818645 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-c9fbbb0e-e491-41f5-ab0f-b5b6b0fe91e2 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:49.898912 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-c9fbbb0e-e491-41f5-ab0f-b5b6b0fe91e2 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:49.908430 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-c9fbbb0e-e491-41f5-ab0f-b5b6b0fe91e2 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719390'] for security_group_rule, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:49.911230 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-0269a22b-aa64-4fbb-a804-5ae3c6718e95 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:49.938865 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fbbb0e-e491-41f5-ab0f-b5b6b0fe91e2 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=754a4a5c-aaf3-40ab-8e2d-d7bc7d97da11,revision_number=0']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:49.942580 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-c9fbbb0e-e491-41f5-ab0f-b5b6b0fe91e2 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:49.945894 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-c9fbbb0e-e491-41f5-ab0f-b5b6b0fe91e2 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:49.949344 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-c9fbbb0e-e491-41f5-ab0f-b5b6b0fe91e2 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1665938 Jun 16 13:56:49.949748 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 46922) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:49.954467 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.v2.base [None req-4707979b-d272-4a47-941f-d08053aa9fcf tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Request body: {'security_group_rule': {'security_group_id': '84a5e7c5-0c57-4290-a5d7-e66a5fea1573', 'project_id': '4b9376a7854d4bd8a107e574df080c30', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:56:49.966227 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 93cb13f5-7189-4840-906f-d678aef87e6d up at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:56:49.987151 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-4707979b-d272-4a47-941f-d08053aa9fcf tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:50.022953 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning complete for port 93cb13f5-7189-4840-906f-d678aef87e6d triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:56:50.023383 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:50.063736 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-4707979b-d272-4a47-941f-d08053aa9fcf tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:50.069141 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-4707979b-d272-4a47-941f-d08053aa9fcf tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719390'] for security_group_rule, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:50.071489 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:50.089645 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4707979b-d272-4a47-941f-d08053aa9fcf tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa3ce123-11fe-4e3a-bb7c-e2591830f06d,revision_number=0']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:50.093012 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-4707979b-d272-4a47-941f-d08053aa9fcf tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:50.103970 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-4707979b-d272-4a47-941f-d08053aa9fcf tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:50.108635 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-4707979b-d272-4a47-941f-d08053aa9fcf tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1578150 Jun 16 13:56:50.108841 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 46924) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:50.115771 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [None req-6d5b1c1c-8a4f-4ca6-8f79-10d1b6aed110 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Request body: {'security_group_rule': {'security_group_id': '84a5e7c5-0c57-4290-a5d7-e66a5fea1573', 'project_id': '4b9376a7854d4bd8a107e574df080c30', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:56:50.129404 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 6c5b49e4-1192-4e66-9aaf-8ee6a4050040 up at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:56:50.171666 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-6d5b1c1c-8a4f-4ca6-8f79-10d1b6aed110 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:50.195255 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning for port 6c5b49e4-1192-4e66-9aaf-8ee6a4050040 completed by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:56:50.199217 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning complete for port 6c5b49e4-1192-4e66-9aaf-8ee6a4050040 triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:56:50.199580 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:50.240967 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-6d5b1c1c-8a4f-4ca6-8f79-10d1b6aed110 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:50.246060 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-6d5b1c1c-8a4f-4ca6-8f79-10d1b6aed110 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719390'] for security_group_rule, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:50.255537 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-d863ee20-e97c-4812-bcf5-9bbce4906611 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:50.269799 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5b1c1c-8a4f-4ca6-8f79-10d1b6aed110 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=999ec4ee-0335-4666-a1af-990c517b0228,revision_number=0']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:50.273542 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-6d5b1c1c-8a4f-4ca6-8f79-10d1b6aed110 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:50.276407 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-6d5b1c1c-8a4f-4ca6-8f79-10d1b6aed110 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1661508 Jun 16 13:56:50.279570 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 46926) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:50.281022 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-6d5b1c1c-8a4f-4ca6-8f79-10d1b6aed110 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:50.285535 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.v2.base [None req-67b65b3f-d10c-4d51-93ba-390025a95c1e tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Request body: {'security_group_rule': {'security_group_id': '84a5e7c5-0c57-4290-a5d7-e66a5fea1573', 'project_id': '4b9376a7854d4bd8a107e574df080c30', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:56:50.286180 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:50.309171 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] For port 6c5b49e4-1192-4e66-9aaf-8ee6a4050040, host dv-cinder-789603-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=6c5b49e4-1192-4e66-9aaf-8ee6a4050040,segment=NetworkSegment(8c058e4f-8cd0-4a1d-96cc-b525f030ca20),segment_id=8c058e4f-8cd0-4a1d-96cc-b525f030ca20)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:56:50.314379 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:50.315896 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:50.316080 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-67b65b3f-d10c-4d51-93ba-390025a95c1e tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:50.369475 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Pushing event updated for resources: {'Port': ['ID=6c5b49e4-1192-4e66-9aaf-8ee6a4050040,revision_number=4']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:50.372880 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:50.388384 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-67b65b3f-d10c-4d51-93ba-390025a95c1e tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:50.393296 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-67b65b3f-d10c-4d51-93ba-390025a95c1e tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719390'] for security_group_rule, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:50.395610 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:50.412776 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b65b3f-d10c-4d51-93ba-390025a95c1e tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2679366e-f667-45cc-b2c5-038af2ec7f90,revision_number=0']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:50.416762 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-67b65b3f-d10c-4d51-93ba-390025a95c1e tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:50.420757 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-67b65b3f-d10c-4d51-93ba-390025a95c1e tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:50.422115 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-67b65b3f-d10c-4d51-93ba-390025a95c1e tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1412985 Jun 16 13:56:50.425403 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 46928) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:50.430306 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.v2.base [None req-eb5e6a3c-48fe-40e1-9e6f-9f0e82693c8f tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Request body: {'security_group_rule': {'security_group_id': '84a5e7c5-0c57-4290-a5d7-e66a5fea1573', 'project_id': '4b9376a7854d4bd8a107e574df080c30', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:56:50.452606 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.db.securitygroups_db [None req-eb5e6a3c-48fe-40e1-9e6f-9f0e82693c8f tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Project 4b9376a7854d4bd8a107e574df080c30 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 13:56:50.458321 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-eb5e6a3c-48fe-40e1-9e6f-9f0e82693c8f tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:50.524692 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-eb5e6a3c-48fe-40e1-9e6f-9f0e82693c8f tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:50.529206 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-eb5e6a3c-48fe-40e1-9e6f-9f0e82693c8f tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719390'] for security_group_rule, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:50.533792 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:50.549086 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e6a3c-48fe-40e1-9e6f-9f0e82693c8f tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c42ceafa-5395-4d96-8781-11070e789c34,revision_number=0']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:50.552253 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-eb5e6a3c-48fe-40e1-9e6f-9f0e82693c8f tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:50.557574 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-eb5e6a3c-48fe-40e1-9e6f-9f0e82693c8f tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:50.558785 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-eb5e6a3c-48fe-40e1-9e6f-9f0e82693c8f tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1323390 Jun 16 13:56:50.561720 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 46930) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:56:50.566148 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.v2.base [None req-d6aec1dc-a32a-4b32-bb17-b1aa5bed570c tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Request body: {'security_group_rule': {'security_group_id': '84a5e7c5-0c57-4290-a5d7-e66a5fea1573', 'project_id': '4b9376a7854d4bd8a107e574df080c30', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:56:50.589343 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.db.securitygroups_db [None req-d6aec1dc-a32a-4b32-bb17-b1aa5bed570c tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Project 4b9376a7854d4bd8a107e574df080c30 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 16 13:56:50.594334 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-d6aec1dc-a32a-4b32-bb17-b1aa5bed570c tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:50.662767 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-d6aec1dc-a32a-4b32-bb17-b1aa5bed570c tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:50.670783 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-d6aec1dc-a32a-4b32-bb17-b1aa5bed570c tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719390'] for security_group_rule, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:50.673112 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-cd43dac4-9f34-43a8-bbe4-cd7c3de0c42a tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:50.689500 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aec1dc-a32a-4b32-bb17-b1aa5bed570c tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4ee4caa-ab59-4e49-8ade-7a4834846899,revision_number=0']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:50.693686 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-d6aec1dc-a32a-4b32-bb17-b1aa5bed570c tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:50.707086 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-d6aec1dc-a32a-4b32-bb17-b1aa5bed570c tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:50.708439 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-d6aec1dc-a32a-4b32-bb17-b1aa5bed570c tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1458113 Jun 16 13:56:51.208317 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025d3317-ad1d-4c12-86b4-f2c17a0d2d2d None None] Sync routers for ids ['01016004-07fa-4733-9be6-0075303f225f'] in dv-cinder-789603-10-smb {{(pid=103677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:56:51.220466 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025d3317-ad1d-4c12-86b4-f2c17a0d2d2d None None] Routers {'01016004-07fa-4733-9be6-0075303f225f'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:56:51.221426 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_hamode_db [None req-025d3317-ad1d-4c12-86b4-f2c17a0d2d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:56:31Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['01016004-07fa-4733-9be6-0075303f225f'], 'active': True} {{(pid=103677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:51.327917 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_dvr_db [None req-025d3317-ad1d-4c12-86b4-f2c17a0d2d2d None None] Set router 01016004-07fa-4733-9be6-0075303f225f gateway port host: dv-cinder-789603-10-smb {{(pid=103677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:56:51.549832 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_hamode_db [None req-025d3317-ad1d-4c12-86b4-f2c17a0d2d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01016004-07fa-4733-9be6-0075303f225f', 'name': 'tempest-TestShelveInstance-955071116-router', 'tenant_id': 'b4870020c46a43939d80d8387461dac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '6c5b49e4-1192-4e66-9aaf-8ee6a4050040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:56:44Z', 'updated_at': '2021-06-16T13:56:48Z', 'revision_number': 4, 'project_id': 'b4870020c46a43939d80d8387461dac0', 'gw_port': {'id': '6c5b49e4-1192-4e66-9aaf-8ee6a4050040', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:af:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01016004-07fa-4733-9be6-0075303f225f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:45Z', 'updated_at': '2021-06-16T13:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_interfaces': [{'id': 'c2b2632b-e04f-4daf-b551-6e5a65215880', 'name': '', 'network_id': '62bc6ca9-618c-46d3-8758-4adbe0d28f11', 'tenant_id': 'b4870020c46a43939d80d8387461dac0', 'mac_address': 'fa:16:3e:b7:cb:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01016004-07fa-4733-9be6-0075303f225f', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'e6f73bc8-9fb3-4aa4-beae-945783374c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:47Z', 'updated_at': '2021-06-16T13:56:48Z', 'revision_number': 2, 'project_id': 'b4870020c46a43939d80d8387461dac0', 'subnets': [{'id': 'e6f73bc8-9fb3-4aa4-beae-945783374c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:51.553520 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025d3317-ad1d-4c12-86b4-f2c17a0d2d2d None None] Checking router: 01016004-07fa-4733-9be6-0075303f225f for host: dv-cinder-789603-10-smb {{(pid=103677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:56:51.553911 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025d3317-ad1d-4c12-86b4-f2c17a0d2d2d None None] Updating router 01016004-07fa-4733-9be6-0075303f225f port c2b2632b-e04f-4daf-b551-6e5a65215880 binding host dv-cinder-789603-10-smb {{(pid=103677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 16 13:56:51.593983 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron_lib.callbacks.manager [None req-025d3317-ad1d-4c12-86b4-f2c17a0d2d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:51.855640 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 6c5b49e4-1192-4e66-9aaf-8ee6a4050040 up at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:56:51.863182 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron_lib.callbacks.manager [None req-025d3317-ad1d-4c12-86b4-f2c17a0d2d2d None None] Notify callbacks [] for port, precommit_update {{(pid=103677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:51.875665 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.provisioning_blocks [None req-025d3317-ad1d-4c12-86b4-f2c17a0d2d2d None None] Transition to ACTIVE for port object c2b2632b-e04f-4daf-b551-6e5a65215880 will not be triggered until provisioned by entity L2. {{(pid=103677) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:56:51.882877 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron_lib.callbacks.manager [None req-025d3317-ad1d-4c12-86b4-f2c17a0d2d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:51.885463 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG oslo_concurrency.lockutils [None req-2aa337c9-7e6d-457d-86c1-7702a5870a74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:51.976727 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a67d2-ec49-4045-8add-4284a29db102 None None] Pushing event updated for resources: {'Port': ['ID=c2b2632b-e04f-4daf-b551-6e5a65215880,revision_number=3']} {{(pid=103677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:51.981266 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG oslo_concurrency.lockutils [None req-de7a67d2-ec49-4045-8add-4284a29db102 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=103677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:52.044867 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.managers [None req-025d3317-ad1d-4c12-86b4-f2c17a0d2d2d None None] Attempting to bind port c2b2632b-e04f-4daf-b551-6e5a65215880 on host dv-cinder-789603-10-smb for vnic_type normal with profile {{(pid=103677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:56:52.045599 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.managers [None req-025d3317-ad1d-4c12-86b4-f2c17a0d2d2d None None] Attempting to bind port c2b2632b-e04f-4daf-b551-6e5a65215880 by drivers openvswitch,hyperv on host dv-cinder-789603-10-smb at level 0 using segments [{'id': 'bca93290-3a56-4f22-9386-a2ffea4ee37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '62bc6ca9-618c-46d3-8758-4adbe0d28f11'}] {{(pid=103677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:56:52.046061 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025d3317-ad1d-4c12-86b4-f2c17a0d2d2d None None] Attempting to bind port c2b2632b-e04f-4daf-b551-6e5a65215880 on network 62bc6ca9-618c-46d3-8758-4adbe0d28f11 {{(pid=103677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:56:52.051730 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025d3317-ad1d-4c12-86b4-f2c17a0d2d2d None None] Checking agent: {'id': '621db60c-c63b-44d7-809e-3da174a43cd1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 36, 1), 'started_at': datetime.datetime(2021, 6, 16, 13, 36, 31), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:56:52.051957 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning complete for port 6c5b49e4-1192-4e66-9aaf-8ee6a4050040 triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:56:52.052241 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025d3317-ad1d-4c12-86b4-f2c17a0d2d2d None None] Checking segment: {'id': 'bca93290-3a56-4f22-9386-a2ffea4ee37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '62bc6ca9-618c-46d3-8758-4adbe0d28f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:56:52.052365 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:52.052569 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron_lib.callbacks.manager [None req-025d3317-ad1d-4c12-86b4-f2c17a0d2d2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:52.052971 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025d3317-ad1d-4c12-86b4-f2c17a0d2d2d None None] Bound using segment: {'id': 'bca93290-3a56-4f22-9386-a2ffea4ee37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '62bc6ca9-618c-46d3-8758-4adbe0d28f11'} {{(pid=103677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:56:52.053452 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.managers [None req-025d3317-ad1d-4c12-86b4-f2c17a0d2d2d None None] Bound port: c2b2632b-e04f-4daf-b551-6e5a65215880, host: dv-cinder-789603-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bca93290-3a56-4f22-9386-a2ffea4ee37c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': '62bc6ca9-618c-46d3-8758-4adbe0d28f11'}}] {{(pid=103677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:56:52.054960 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron_lib.callbacks.manager [None req-025d3317-ad1d-4c12-86b4-f2c17a0d2d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:52.127106 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.db [None req-025d3317-ad1d-4c12-86b4-f2c17a0d2d2d None None] For port c2b2632b-e04f-4daf-b551-6e5a65215880, host dv-cinder-789603-10-smb, cleared binding levels {{(pid=103677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:56:52.130347 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.plugins.ml2.db [None req-025d3317-ad1d-4c12-86b4-f2c17a0d2d2d None None] For port c2b2632b-e04f-4daf-b551-6e5a65215880, host dv-cinder-789603-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=c2b2632b-e04f-4daf-b551-6e5a65215880,segment=NetworkSegment(bca93290-3a56-4f22-9386-a2ffea4ee37c),segment_id=bca93290-3a56-4f22-9386-a2ffea4ee37c)] {{(pid=103677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:56:52.135955 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron_lib.callbacks.manager [None req-025d3317-ad1d-4c12-86b4-f2c17a0d2d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:52.139122 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG oslo_concurrency.lockutils [None req-ec79f334-f780-4603-84d7-32fe9f8c7aeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:52.199791 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a67d2-ec49-4045-8add-4284a29db102 None None] Pushing event updated for resources: {'Port': ['ID=c2b2632b-e04f-4daf-b551-6e5a65215880,revision_number=4']} {{(pid=103677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:52.203888 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG oslo_concurrency.lockutils [None req-de7a67d2-ec49-4045-8add-4284a29db102 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=103677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:52.205376 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025d3317-ad1d-4c12-86b4-f2c17a0d2d2d None None] Routers {'01016004-07fa-4733-9be6-0075303f225f'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:56:52.206183 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_hamode_db [None req-025d3317-ad1d-4c12-86b4-f2c17a0d2d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:56:31Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['01016004-07fa-4733-9be6-0075303f225f'], 'active': True} {{(pid=103677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:52.329200 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_dvr_db [None req-025d3317-ad1d-4c12-86b4-f2c17a0d2d2d None None] Set router 01016004-07fa-4733-9be6-0075303f225f gateway port host: dv-cinder-789603-10-smb {{(pid=103677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:56:52.631979 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_hamode_db [None req-025d3317-ad1d-4c12-86b4-f2c17a0d2d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01016004-07fa-4733-9be6-0075303f225f', 'name': 'tempest-TestShelveInstance-955071116-router', 'tenant_id': 'b4870020c46a43939d80d8387461dac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '6c5b49e4-1192-4e66-9aaf-8ee6a4050040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:56:44Z', 'updated_at': '2021-06-16T13:56:48Z', 'revision_number': 4, 'project_id': 'b4870020c46a43939d80d8387461dac0', 'gw_port': {'id': '6c5b49e4-1192-4e66-9aaf-8ee6a4050040', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:af:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01016004-07fa-4733-9be6-0075303f225f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:45Z', 'updated_at': '2021-06-16T13:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_interfaces': [{'id': 'c2b2632b-e04f-4daf-b551-6e5a65215880', 'name': '', 'network_id': '62bc6ca9-618c-46d3-8758-4adbe0d28f11', 'tenant_id': 'b4870020c46a43939d80d8387461dac0', 'mac_address': 'fa:16:3e:b7:cb:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01016004-07fa-4733-9be6-0075303f225f', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'e6f73bc8-9fb3-4aa4-beae-945783374c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:47Z', 'updated_at': '2021-06-16T13:56:52Z', 'revision_number': 4, 'project_id': 'b4870020c46a43939d80d8387461dac0', 'subnets': [{'id': 'e6f73bc8-9fb3-4aa4-beae-945783374c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:56:52.635563 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025d3317-ad1d-4c12-86b4-f2c17a0d2d2d None None] The sync data for ids ['01016004-07fa-4733-9be6-0075303f225f'] in dv-cinder-789603-10-smb is: [{'id': '01016004-07fa-4733-9be6-0075303f225f', 'name': 'tempest-TestShelveInstance-955071116-router', 'tenant_id': 'b4870020c46a43939d80d8387461dac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '6c5b49e4-1192-4e66-9aaf-8ee6a4050040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:56:44Z', 'updated_at': '2021-06-16T13:56:48Z', 'revision_number': 4, 'project_id': 'b4870020c46a43939d80d8387461dac0', 'gw_port': {'id': '6c5b49e4-1192-4e66-9aaf-8ee6a4050040', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:af:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01016004-07fa-4733-9be6-0075303f225f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:45Z', 'updated_at': '2021-06-16T13:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_interfaces': [{'id': 'c2b2632b-e04f-4daf-b551-6e5a65215880', 'name': '', 'network_id': '62bc6ca9-618c-46d3-8758-4adbe0d28f11', 'tenant_id': 'b4870020c46a43939d80d8387461dac0', 'mac_address': 'fa:16:3e:b7:cb:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01016004-07fa-4733-9be6-0075303f225f', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'e6f73bc8-9fb3-4aa4-beae-945783374c8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:47Z', 'updated_at': '2021-06-16T13:56:52Z', 'revision_number': 4, 'project_id': 'b4870020c46a43939d80d8387461dac0', 'subnets': [{'id': 'e6f73bc8-9fb3-4aa4-beae-945783374c8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:56:53.868131 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device c2b2632b-e04f-4daf-b551-6e5a65215880 up at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:56:53.925384 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning for port c2b2632b-e04f-4daf-b551-6e5a65215880 completed by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:56:53.931350 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning complete for port c2b2632b-e04f-4daf-b551-6e5a65215880 triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:56:53.931851 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:54.013396 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:54.048207 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] For port c2b2632b-e04f-4daf-b551-6e5a65215880, host dv-cinder-789603-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=c2b2632b-e04f-4daf-b551-6e5a65215880,segment=NetworkSegment(bca93290-3a56-4f22-9386-a2ffea4ee37c),segment_id=bca93290-3a56-4f22-9386-a2ffea4ee37c)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:56:54.054292 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:54.056433 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:56:54.104953 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Pushing event updated for resources: {'Port': ['ID=c2b2632b-e04f-4daf-b551-6e5a65215880,revision_number=5']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:56:54.107834 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:56:55.860987 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device c2b2632b-e04f-4daf-b551-6e5a65215880 up at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:56:55.910619 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Provisioning complete for port c2b2632b-e04f-4daf-b551-6e5a65215880 triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:56:55.910995 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:56:58.631272 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-722c2c25-8da6-47c5-9ab0-230cc51378df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:01.133111 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:01.308107 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-59b2b759-b5b7-42ae-b4c1-d1e6d8d67133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:02.105829 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9426d120-8ef3-450b-a3fa-438be4b95f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:03.984761 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3cd87a0a-8c13-4d66-8546-43ee61e1d8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:04.141693 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.agents_db [None req-04e01baa-1c8d-439a-8f1b-024cbee7c8c9 None None] Agent healthcheck: found 6 active agents {{(pid=103677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:57:05.163245 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c74c4ff7-4574-43d1-af63-e31d3a69766d req-025aa1ea-4dd8-4dfc-b2f6-732e1bc21d17 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1887966560&fields=id&tenant_id=4b9376a7854d4bd8a107e574df080c30 HTTP/1.1" status: 200 len: 267 time: 0.0348434 Jun 16 13:57:05.278532 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c4ff7-4574-43d1-af63-e31d3a69766d req-33bea76f-8366-42b3-809b-332579acbdf4 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:57:05.279883 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c74c4ff7-4574-43d1-af63-e31d3a69766d req-33bea76f-8366-42b3-809b-332579acbdf4 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "GET /v2.0/networks?id=9ff46e01-f033-4a9d-825b-55de1b440307 HTTP/1.1" status: 200 len: 808 time: 0.1099143 Jun 16 13:57:05.298055 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c74c4ff7-4574-43d1-af63-e31d3a69766d req-a7c2c95c-95c5-4065-a69f-60864d97acc7 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "GET /v2.0/quotas/4b9376a7854d4bd8a107e574df080c30 HTTP/1.1" status: 200 len: 375 time: 0.0123124 Jun 16 13:57:05.379423 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c74c4ff7-4574-43d1-af63-e31d3a69766d req-136c83d1-2bac-4c1b-8326-3567fd256a23 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "GET /v2.0/ports?tenant_id=4b9376a7854d4bd8a107e574df080c30&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0759108 Jun 16 13:57:05.635310 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c74c4ff7-4574-43d1-af63-e31d3a69766d req-4c4b55b9-0508-4e9f-a576-9c61189a2293 service neutron] 10.222.0.104 "GET /v2.0/networks/9ff46e01-f033-4a9d-825b-55de1b440307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429557 Jun 16 13:57:05.729468 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c74c4ff7-4574-43d1-af63-e31d3a69766d req-7faf0dc7-1f54-431e-8acb-ebf7913505ad service neutron] 10.222.0.104 "GET /v2.0/networks/9ff46e01-f033-4a9d-825b-55de1b440307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860484 Jun 16 13:57:07.070881 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-fdcb33e1-dc5f-442e-972c-077d60a5e7ab req-cc71b99e-99d5-409a-9267-91339618188c tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "GET /v2.0/ports?device_id=3712942f-8fcc-4322-b90d-6ba400a011d8 HTTP/1.1" status: 200 len: 210 time: 0.0308990 Jun 16 13:57:08.227518 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-8fa003b4-929c-4d4f-a624-cc9448bc2bcd req-825c0f5a-faee-445a-a83a-52b36a86007e tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "GET /v2.0/ports?device_id=3712942f-8fcc-4322-b90d-6ba400a011d8 HTTP/1.1" status: 200 len: 210 time: 0.0363116 Jun 16 13:57:08.406960 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c4ff7-4574-43d1-af63-e31d3a69766d req-390920a3-7fee-45f0-b38d-911124b053c4 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:57:08.408603 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c74c4ff7-4574-43d1-af63-e31d3a69766d req-390920a3-7fee-45f0-b38d-911124b053c4 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.101 "GET /v2.0/networks?id=9ff46e01-f033-4a9d-825b-55de1b440307 HTTP/1.1" status: 200 len: 808 time: 0.1027379 Jun 16 13:57:08.454240 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c74c4ff7-4574-43d1-af63-e31d3a69766d req-43a033e3-6e94-434d-9931-9b0c831ec16c tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.101 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b9376a7854d4bd8a107e574df080c30 HTTP/1.1" status: 200 len: 380 time: 0.0361691 Jun 16 13:57:08.462873 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [req-c74c4ff7-4574-43d1-af63-e31d3a69766d req-24fc4aae-4100-49ae-8b0a-4f8d14347a98 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Request body: {'port': {'device_id': '3712942f-8fcc-4322-b90d-6ba400a011d8', 'network_id': '9ff46e01-f033-4a9d-825b-55de1b440307', 'admin_state_up': True, 'tenant_id': '4b9376a7854d4bd8a107e574df080c30', 'security_groups': ['84a5e7c5-0c57-4290-a5d7-e66a5fea1573']}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:57:08.576413 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c74c4ff7-4574-43d1-af63-e31d3a69766d req-24fc4aae-4100-49ae-8b0a-4f8d14347a98 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Made reservation on behalf of 4b9376a7854d4bd8a107e574df080c30 for: {'port': 1} {{(pid=103674) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 16 13:57:08.579938 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-c74c4ff7-4574-43d1-af63-e31d3a69766d req-24fc4aae-4100-49ae-8b0a-4f8d14347a98 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for port, before_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:08.724366 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.db_base_plugin_common [req-c74c4ff7-4574-43d1-af63-e31d3a69766d req-24fc4aae-4100-49ae-8b0a-4f8d14347a98 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Allocated IP 172.20.0.5 (9ff46e01-f033-4a9d-825b-55de1b440307/5e3e4686-968c-4068-8f86-79effd5df8d6/b5c2f556-1ac6-4682-84bc-2649142b890b) {{(pid=103674) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:57:08.892043 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-c74c4ff7-4574-43d1-af63-e31d3a69766d req-24fc4aae-4100-49ae-8b0a-4f8d14347a98 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Notify callbacks [] for port, precommit_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:08.907455 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.provisioning_blocks [req-c74c4ff7-4574-43d1-af63-e31d3a69766d req-24fc4aae-4100-49ae-8b0a-4f8d14347a98 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Transition to ACTIVE for port object b5c2f556-1ac6-4682-84bc-2649142b890b will not be triggered until provisioned by entity DHCP. {{(pid=103674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:57:08.954596 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-c74c4ff7-4574-43d1-af63-e31d3a69766d req-24fc4aae-4100-49ae-8b0a-4f8d14347a98 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1833118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779594881046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10072334'] for port, after_create {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:08.960007 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-46a1c703-203e-4fdd-8b89-18b97dc57849 tempest-TestMinimumBasicScenario-1808244118 tempest-TestMinimumBasicScenario-1808244118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:57:08.998835 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c74c4ff7-4574-43d1-af63-e31d3a69766d req-24fc4aae-4100-49ae-8b0a-4f8d14347a98 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Network 9ff46e01-f033-4a9d-825b-55de1b440307 is already hosted by enough agents. {{(pid=103674) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:57:09.004256 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.base_scheduler [req-c74c4ff7-4574-43d1-af63-e31d3a69766d req-24fc4aae-4100-49ae-8b0a-4f8d14347a98 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Resources bound (agent type, host, resource id): {{(pid=103674) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:57:09.008141 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [req-c74c4ff7-4574-43d1-af63-e31d3a69766d req-24fc4aae-4100-49ae-8b0a-4f8d14347a98 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Received port after_create {{(pid=103674) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:57:09.014873 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc4aae-4100-49ae-8b0a-4f8d14347a98 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Pushing event updated for resources: {'Port': ['ID=b5c2f556-1ac6-4682-84bc-2649142b890b,revision_number=1']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:57:09.040575 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-24fc4aae-4100-49ae-8b0a-4f8d14347a98 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:57:09.070760 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c4ff7-4574-43d1-af63-e31d3a69766d req-24fc4aae-4100-49ae-8b0a-4f8d14347a98 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:57:09.071439 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-c74c4ff7-4574-43d1-af63-e31d3a69766d req-24fc4aae-4100-49ae-8b0a-4f8d14347a98 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914'] for port, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:09.092886 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c74c4ff7-4574-43d1-af63-e31d3a69766d req-24fc4aae-4100-49ae-8b0a-4f8d14347a98 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6336939 Jun 16 13:57:09.105784 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.v2.base [req-c74c4ff7-4574-43d1-af63-e31d3a69766d req-8c3559a3-679b-4f74-b3da-a67fd1bc3c22 service neutron] Request body: {'port': {'device_id': '3712942f-8fcc-4322-b90d-6ba400a011d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=103674) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:57:09.182710 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-c74c4ff7-4574-43d1-af63-e31d3a69766d req-8c3559a3-679b-4f74-b3da-a67fd1bc3c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:09.279939 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-7638c625-c21b-4b24-91db-1a819c80919a None None] Provisioning for port b5c2f556-1ac6-4682-84bc-2649142b890b completed by entity DHCP. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:57:09.284882 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-7638c625-c21b-4b24-91db-1a819c80919a None None] Provisioning complete for port b5c2f556-1ac6-4682-84bc-2649142b890b triggered by entity DHCP. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:57:09.285318 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7638c625-c21b-4b24-91db-1a819c80919a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:09.321527 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-7638c625-c21b-4b24-91db-1a819c80919a None None] Port b5c2f556-1ac6-4682-84bc-2649142b890b cannot update to ACTIVE because it is not bound. {{(pid=103676) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 16 13:57:09.465339 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa7bdf-1a94-42d7-9492-bb5b3edcb8e4 req-d974e1b0-f728-4dd3-8913-fed01ef4eac3 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:57:09.466792 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-8eaa7bdf-1a94-42d7-9492-bb5b3edcb8e4 req-d974e1b0-f728-4dd3-8913-fed01ef4eac3 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "GET /v2.0/ports?device_id=3712942f-8fcc-4322-b90d-6ba400a011d8 HTTP/1.1" status: 200 len: 931 time: 0.1146877 Jun 16 13:57:09.525706 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.notifiers.nova [req-c74c4ff7-4574-43d1-af63-e31d3a69766d req-8c3559a3-679b-4f74-b3da-a67fd1bc3c22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5c2f556-1ac6-4682-84bc-2649142b890b {{(pid=103674) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:57:09.536269 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-c74c4ff7-4574-43d1-af63-e31d3a69766d req-8c3559a3-679b-4f74-b3da-a67fd1bc3c22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:09.541231 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-8eaa7bdf-1a94-42d7-9492-bb5b3edcb8e4 req-eaa107a8-5f18-4454-9893-42685ba32c4c tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "GET /v2.0/security-groups?id=84a5e7c5-0c57-4290-a5d7-e66a5fea1573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684838 Jun 16 13:57:09.551972 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.provisioning_blocks [req-c74c4ff7-4574-43d1-af63-e31d3a69766d req-8c3559a3-679b-4f74-b3da-a67fd1bc3c22 service neutron] Transition to ACTIVE for port object b5c2f556-1ac6-4682-84bc-2649142b890b will not be triggered until provisioned by entity L2. {{(pid=103674) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 16 13:57:09.566463 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-c74c4ff7-4574-43d1-af63-e31d3a69766d req-8c3559a3-679b-4f74-b3da-a67fd1bc3c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10072344'] for port, after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:09.568969 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-24fc4aae-4100-49ae-8b0a-4f8d14347a98 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:57:09.642374 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3559a3-679b-4f74-b3da-a67fd1bc3c22 service neutron] Pushing event updated for resources: {'Port': ['ID=b5c2f556-1ac6-4682-84bc-2649142b890b,revision_number=2']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:57:09.646906 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-8c3559a3-679b-4f74-b3da-a67fd1bc3c22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:57:09.707665 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:09.725377 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.managers [req-c74c4ff7-4574-43d1-af63-e31d3a69766d req-8c3559a3-679b-4f74-b3da-a67fd1bc3c22 service neutron] Attempting to bind port b5c2f556-1ac6-4682-84bc-2649142b890b on host hv-cinder-78960 for vnic_type normal with profile {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 16 13:57:09.725704 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.managers [req-c74c4ff7-4574-43d1-af63-e31d3a69766d req-8c3559a3-679b-4f74-b3da-a67fd1bc3c22 service neutron] Attempting to bind port b5c2f556-1ac6-4682-84bc-2649142b890b by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'c36f7b76-e80b-4058-81ab-68078bc179f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '9ff46e01-f033-4a9d-825b-55de1b440307'}] {{(pid=103674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 16 13:57:09.726042 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74c4ff7-4574-43d1-af63-e31d3a69766d req-8c3559a3-679b-4f74-b3da-a67fd1bc3c22 service neutron] Attempting to bind port b5c2f556-1ac6-4682-84bc-2649142b890b on network 9ff46e01-f033-4a9d-825b-55de1b440307 {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:57:09.730638 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74c4ff7-4574-43d1-af63-e31d3a69766d req-8c3559a3-679b-4f74-b3da-a67fd1bc3c22 service neutron] Port b5c2f556-1ac6-4682-84bc-2649142b890b on network 9ff46e01-f033-4a9d-825b-55de1b440307 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 16 13:57:09.730949 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74c4ff7-4574-43d1-af63-e31d3a69766d req-8c3559a3-679b-4f74-b3da-a67fd1bc3c22 service neutron] Attempting to bind port b5c2f556-1ac6-4682-84bc-2649142b890b on network 9ff46e01-f033-4a9d-825b-55de1b440307 {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 16 13:57:09.735918 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74c4ff7-4574-43d1-af63-e31d3a69766d req-8c3559a3-679b-4f74-b3da-a67fd1bc3c22 service neutron] Checking agent: {'id': '1d30c470-50d4-4ce2-b27c-c11b758166c2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 16, 13, 42, 10), 'started_at': datetime.datetime(2021, 6, 16, 13, 42, 10), 'heartbeat_timestamp': datetime.datetime(2021, 6, 16, 13, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 16 13:57:09.736236 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74c4ff7-4574-43d1-af63-e31d3a69766d req-8c3559a3-679b-4f74-b3da-a67fd1bc3c22 service neutron] Checking segment: {'id': 'c36f7b76-e80b-4058-81ab-68078bc179f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '9ff46e01-f033-4a9d-825b-55de1b440307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103674) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 16 13:57:09.736612 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74c4ff7-4574-43d1-af63-e31d3a69766d req-8c3559a3-679b-4f74-b3da-a67fd1bc3c22 service neutron] Bound using segment: {'id': 'c36f7b76-e80b-4058-81ab-68078bc179f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '9ff46e01-f033-4a9d-825b-55de1b440307'} {{(pid=103674) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 16 13:57:09.737030 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.managers [req-c74c4ff7-4574-43d1-af63-e31d3a69766d req-8c3559a3-679b-4f74-b3da-a67fd1bc3c22 service neutron] Bound port: b5c2f556-1ac6-4682-84bc-2649142b890b, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c36f7b76-e80b-4058-81ab-68078bc179f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1184, 'network_id': '9ff46e01-f033-4a9d-825b-55de1b440307'}}] {{(pid=103674) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 16 13:57:09.737405 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-c74c4ff7-4574-43d1-af63-e31d3a69766d req-8c3559a3-679b-4f74-b3da-a67fd1bc3c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:09.806173 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.db [req-c74c4ff7-4574-43d1-af63-e31d3a69766d req-8c3559a3-679b-4f74-b3da-a67fd1bc3c22 service neutron] For port b5c2f556-1ac6-4682-84bc-2649142b890b, host hv-cinder-78960, cleared binding levels {{(pid=103674) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 16 13:57:09.809321 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.db [req-c74c4ff7-4574-43d1-af63-e31d3a69766d req-8c3559a3-679b-4f74-b3da-a67fd1bc3c22 service neutron] For port b5c2f556-1ac6-4682-84bc-2649142b890b, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b5c2f556-1ac6-4682-84bc-2649142b890b,segment=NetworkSegment(c36f7b76-e80b-4058-81ab-68078bc179f6),segment_id=c36f7b76-e80b-4058-81ab-68078bc179f6)] {{(pid=103674) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 16 13:57:09.814635 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-c74c4ff7-4574-43d1-af63-e31d3a69766d req-8c3559a3-679b-4f74-b3da-a67fd1bc3c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10072344'] for port, after_update {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:09.816796 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-96f9cbec-749a-4cf8-ba2c-c7d73c4ea913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:57:09.849103 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c4ff7-4574-43d1-af63-e31d3a69766d req-8c3559a3-679b-4f74-b3da-a67fd1bc3c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:57:09.849692 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-c74c4ff7-4574-43d1-af63-e31d3a69766d req-8c3559a3-679b-4f74-b3da-a67fd1bc3c22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914'] for port, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:09.851074 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c74c4ff7-4574-43d1-af63-e31d3a69766d req-8c3559a3-679b-4f74-b3da-a67fd1bc3c22 service neutron] 10.222.0.101 "PUT /v2.0/ports/b5c2f556-1ac6-4682-84bc-2649142b890b HTTP/1.1" status: 200 len: 1093 time: 0.7505128 Jun 16 13:57:09.851591 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3712942f-8fcc-4322-b90d-6ba400a011d8', 'tag': 'b5c2f556-1ac6-4682-84bc-2649142b890b'}] {{(pid=103674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:57:09.853916 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf0caa33b503d1f2c3d6e3a51c00f46bab3e78c159fea0ab96052d9779657e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e46f95-2a9d-48b7-92dc-064bab6345d8" -d '{"events": [{"name": "network-changed", "server_uuid": "3712942f-8fcc-4322-b90d-6ba400a011d8", "tag": "b5c2f556-1ac6-4682-84bc-2649142b890b"}]}' {{(pid=103674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:57:09.903755 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62971a5e-94bc-43bf-afda-12cef7d744ae x-openstack-request-id: req-62971a5e-94bc-43bf-afda-12cef7d744ae {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:57:09.904271 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3712942f-8fcc-4322-b90d-6ba400a011d8", "tag": "b5c2f556-1ac6-4682-84bc-2649142b890b", "status": "completed", "code": 200}]} {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:57:09.904702 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-62971a5e-94bc-43bf-afda-12cef7d744ae {{(pid=103674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:57:09.905557 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3712942f-8fcc-4322-b90d-6ba400a011d8', 'tag': 'b5c2f556-1ac6-4682-84bc-2649142b890b', 'status': 'completed', 'code': 200} Jun 16 13:57:09.907057 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3559a3-679b-4f74-b3da-a67fd1bc3c22 service neutron] Pushing event updated for resources: {'Port': ['ID=b5c2f556-1ac6-4682-84bc-2649142b890b,revision_number=3']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:57:09.914260 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-8c3559a3-679b-4f74-b3da-a67fd1bc3c22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:57:09.986661 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c4ff7-4574-43d1-af63-e31d3a69766d req-0184986a-71de-4792-8f8e-85f024f4461d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:57:09.988292 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c74c4ff7-4574-43d1-af63-e31d3a69766d req-0184986a-71de-4792-8f8e-85f024f4461d service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=4b9376a7854d4bd8a107e574df080c30&device_id=3712942f-8fcc-4322-b90d-6ba400a011d8 HTTP/1.1" status: 200 len: 1096 time: 0.0761135 Jun 16 13:57:10.034186 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c74c4ff7-4574-43d1-af63-e31d3a69766d req-8b7e1981-7f87-433d-8e69-d27bff16d59d service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5c2f556-1ac6-4682-84bc-2649142b890b HTTP/1.1" status: 200 len: 217 time: 0.0386236 Jun 16 13:57:10.082843 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c4ff7-4574-43d1-af63-e31d3a69766d req-7b40f122-bffd-4e9c-9ea2-224e0d78eba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:57:10.084420 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c74c4ff7-4574-43d1-af63-e31d3a69766d req-7b40f122-bffd-4e9c-9ea2-224e0d78eba9 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=5e3e4686-968c-4068-8f86-79effd5df8d6 HTTP/1.1" status: 200 len: 847 time: 0.0446672 Jun 16 13:57:10.144244 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c4ff7-4574-43d1-af63-e31d3a69766d req-f9a8b659-8a7e-4fdc-8c76-8301df15eda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:57:10.145683 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c74c4ff7-4574-43d1-af63-e31d3a69766d req-f9a8b659-8a7e-4fdc-8c76-8301df15eda4 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=9ff46e01-f033-4a9d-825b-55de1b440307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0546243 Jun 16 13:57:10.238492 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c74c4ff7-4574-43d1-af63-e31d3a69766d req-5951aaf6-0bdc-4b15-aece-deea24bff0cf service neutron] 10.222.0.101 "GET /v2.0/networks/9ff46e01-f033-4a9d-825b-55de1b440307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854785 Jun 16 13:57:10.344008 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c74c4ff7-4574-43d1-af63-e31d3a69766d req-6982ace7-0f42-47b3-a5a0-6bf5245b52ea service neutron] 10.222.0.101 "GET /v2.0/networks/9ff46e01-f033-4a9d-825b-55de1b440307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987482 Jun 16 13:57:10.463363 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e46f95-2a9d-48b7-92dc-064bab6345d8 req-d02ee478-3ecf-4f5d-a61b-ad00e45213cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:57:10.465761 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-90e46f95-2a9d-48b7-92dc-064bab6345d8 req-d02ee478-3ecf-4f5d-a61b-ad00e45213cd service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=4b9376a7854d4bd8a107e574df080c30&device_id=3712942f-8fcc-4322-b90d-6ba400a011d8 HTTP/1.1" status: 200 len: 1096 time: 0.0685093 Jun 16 13:57:10.572346 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e46f95-2a9d-48b7-92dc-064bab6345d8 req-e3466f2d-5fbf-40e8-b3d7-9d61ee75794e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:57:10.573876 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-90e46f95-2a9d-48b7-92dc-064bab6345d8 req-e3466f2d-5fbf-40e8-b3d7-9d61ee75794e service neutron] 10.222.0.101 "GET /v2.0/networks?id=9ff46e01-f033-4a9d-825b-55de1b440307 HTTP/1.1" status: 200 len: 910 time: 0.1013296 Jun 16 13:57:10.615836 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-90e46f95-2a9d-48b7-92dc-064bab6345d8 req-6e36deed-5ace-4481-befa-4f79d8e6c948 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5c2f556-1ac6-4682-84bc-2649142b890b HTTP/1.1" status: 200 len: 217 time: 0.0348160 Jun 16 13:57:10.713507 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e46f95-2a9d-48b7-92dc-064bab6345d8 req-d73a86fb-c20d-4f72-be06-97ad31289d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:57:10.714981 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-90e46f95-2a9d-48b7-92dc-064bab6345d8 req-d73a86fb-c20d-4f72-be06-97ad31289d36 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=5e3e4686-968c-4068-8f86-79effd5df8d6 HTTP/1.1" status: 200 len: 847 time: 0.0903373 Jun 16 13:57:10.776265 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c479b-46b7-43ac-856f-855dea889b6e req-09a3b1d8-c5e2-47b2-9d29-75d95b5d11d4 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:57:10.777752 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-857c479b-46b7-43ac-856f-855dea889b6e req-09a3b1d8-c5e2-47b2-9d29-75d95b5d11d4 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "GET /v2.0/ports?device_id=3712942f-8fcc-4322-b90d-6ba400a011d8 HTTP/1.1" status: 200 len: 943 time: 0.1121230 Jun 16 13:57:10.812729 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e46f95-2a9d-48b7-92dc-064bab6345d8 req-c8285b19-29c6-4d40-a4b6-db84e8d941f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:57:10.814214 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-90e46f95-2a9d-48b7-92dc-064bab6345d8 req-c8285b19-29c6-4d40-a4b6-db84e8d941f1 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=9ff46e01-f033-4a9d-825b-55de1b440307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0927830 Jun 16 13:57:10.834010 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-857c479b-46b7-43ac-856f-855dea889b6e req-e867c637-be59-4632-847c-9c6510cb54d2 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "GET /v2.0/security-groups?id=84a5e7c5-0c57-4290-a5d7-e66a5fea1573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503128 Jun 16 13:57:11.213122 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-90e46f95-2a9d-48b7-92dc-064bab6345d8 req-b7a9fdab-064d-4521-b42e-9af668e5e74e service neutron] 10.222.0.101 "GET /v2.0/networks/9ff46e01-f033-4a9d-825b-55de1b440307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3910053 Jun 16 13:57:11.307537 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-90e46f95-2a9d-48b7-92dc-064bab6345d8 req-28149ed3-7139-463d-8ffb-05b0fbebda46 service neutron] 10.222.0.101 "GET /v2.0/networks/9ff46e01-f033-4a9d-825b-55de1b440307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871396 Jun 16 13:57:11.914913 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device b5c2f556-1ac6-4682-84bc-2649142b890b details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:57:12.025186 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port b5c2f556-1ac6-4682-84bc-2649142b890b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b5c2f556-1ac6-4682-84bc-2649142b890b,segment=NetworkSegment(c36f7b76-e80b-4058-81ab-68078bc179f6),segment_id=c36f7b76-e80b-4058-81ab-68078bc179f6)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:57:12.026656 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9d8c3-e79c-499c-adbb-79773ee4eb14 req-5b38c2f3-6b18-4da2-8529-55c81a5d288b tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:57:12.028121 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-20e9d8c3-e79c-499c-adbb-79773ee4eb14 req-5b38c2f3-6b18-4da2-8529-55c81a5d288b tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "GET /v2.0/ports?device_id=3712942f-8fcc-4322-b90d-6ba400a011d8 HTTP/1.1" status: 200 len: 943 time: 0.0680590 Jun 16 13:57:12.037270 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Returning: {'device': 'b5c2f556-1ac6-4682-84bc-2649142b890b', 'network_id': '9ff46e01-f033-4a9d-825b-55de1b440307', 'port_id': 'b5c2f556-1ac6-4682-84bc-2649142b890b', 'mac_address': 'fa:16:3e:93:fb:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e3e4686-968c-4068-8f86-79effd5df8d6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:57:12.070085 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-20e9d8c3-e79c-499c-adbb-79773ee4eb14 req-fc12f60a-b91b-4c23-a924-bb2456800942 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "GET /v2.0/security-groups?id=84a5e7c5-0c57-4290-a5d7-e66a5fea1573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359538 Jun 16 13:57:12.078531 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:12.091014 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.notifiers.nova [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5c2f556-1ac6-4682-84bc-2649142b890b {{(pid=103676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:57:12.111910 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port b5c2f556-1ac6-4682-84bc-2649142b890b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b5c2f556-1ac6-4682-84bc-2649142b890b,segment=NetworkSegment(c36f7b76-e80b-4058-81ab-68078bc179f6),segment_id=c36f7b76-e80b-4058-81ab-68078bc179f6)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:57:12.119021 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:12.121187 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-2aacb8c4-0b8d-4dcb-b07c-f89a5ce1d39b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:57:12.176295 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Pushing event updated for resources: {'Port': ['ID=b5c2f556-1ac6-4682-84bc-2649142b890b,revision_number=4']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:57:12.179552 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:57:12.370728 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] get_ports_and_sgs() called for port_ids ['b5c2f556-1ac6-4682-84bc-2649142b890b'] {{(pid=103676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:57:13.281008 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b926ef88-6538-43ad-8960-77abd4a0becf req-ce01637f-eaa9-4fe7-9f8a-70f43ec3eaf1 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:57:13.282574 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-b926ef88-6538-43ad-8960-77abd4a0becf req-ce01637f-eaa9-4fe7-9f8a-70f43ec3eaf1 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "GET /v2.0/ports?device_id=3712942f-8fcc-4322-b90d-6ba400a011d8 HTTP/1.1" status: 200 len: 944 time: 0.0714672 Jun 16 13:57:13.322835 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-b926ef88-6538-43ad-8960-77abd4a0becf req-0dfa4d86-eddf-477e-94ce-91d55c291c89 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "GET /v2.0/security-groups?id=84a5e7c5-0c57-4290-a5d7-e66a5fea1573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341616 Jun 16 13:57:13.926756 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device b5c2f556-1ac6-4682-84bc-2649142b890b up at agent hyperv_hv-cinder-78960 {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:57:13.977401 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Provisioning for port b5c2f556-1ac6-4682-84bc-2649142b890b completed by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 16 13:57:13.981370 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Provisioning complete for port b5c2f556-1ac6-4682-84bc-2649142b890b triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:57:13.981786 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:14.060644 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:14.083448 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3712942f-8fcc-4322-b90d-6ba400a011d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c2f556-1ac6-4682-84bc-2649142b890b'}] {{(pid=103676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:57:14.085797 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}effa97d0e2123b52db6fac0114eb4251877085964bb68e70a4b566e9e639f06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061e3349-d87e-418a-b240-e58032e32f86" -d '{"events": [{"server_uuid": "3712942f-8fcc-4322-b90d-6ba400a011d8", "name": "network-vif-plugged", "status": "completed", "tag": "b5c2f556-1ac6-4682-84bc-2649142b890b"}]}' {{(pid=103676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:57:14.104954 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port b5c2f556-1ac6-4682-84bc-2649142b890b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b5c2f556-1ac6-4682-84bc-2649142b890b,segment=NetworkSegment(c36f7b76-e80b-4058-81ab-68078bc179f6),segment_id=c36f7b76-e80b-4058-81ab-68078bc179f6)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:57:14.110680 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:14.112636 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:57:14.158138 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Pushing event updated for resources: {'Port': ['ID=b5c2f556-1ac6-4682-84bc-2649142b890b,revision_number=5']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:57:14.161340 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:57:14.214041 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830a87cc-aa14-425b-a94c-5612772dfdb6 x-openstack-request-id: req-830a87cc-aa14-425b-a94c-5612772dfdb6 {{(pid=103676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:57:14.214347 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3712942f-8fcc-4322-b90d-6ba400a011d8", "name": "network-vif-plugged", "status": "completed", "tag": "b5c2f556-1ac6-4682-84bc-2649142b890b", "code": 200}]} {{(pid=103676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:57:14.214626 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-830a87cc-aa14-425b-a94c-5612772dfdb6 {{(pid=103676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:57:14.215048 dv-cinder-789603-10-smb neutron-server[103676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3712942f-8fcc-4322-b90d-6ba400a011d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c2f556-1ac6-4682-84bc-2649142b890b', 'code': 200} Jun 16 13:57:14.534992 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b157c-d98b-4747-89e4-46c2afa0f8fd req-9c19ed0f-a344-4152-a09c-170483827ab2 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:57:14.536465 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-9e5b157c-d98b-4747-89e4-46c2afa0f8fd req-9c19ed0f-a344-4152-a09c-170483827ab2 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "GET /v2.0/ports?device_id=3712942f-8fcc-4322-b90d-6ba400a011d8 HTTP/1.1" status: 200 len: 945 time: 0.1023190 Jun 16 13:57:14.542767 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6f4bf-07eb-4fa6-87d3-5b0d2c8b9d46 req-3758f89f-0320-4eb5-811d-8b5ce1d21371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:57:14.544179 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-efe6f4bf-07eb-4fa6-87d3-5b0d2c8b9d46 req-3758f89f-0320-4eb5-811d-8b5ce1d21371 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=3712942f-8fcc-4322-b90d-6ba400a011d8 HTTP/1.1" status: 200 len: 1098 time: 0.0816474 Jun 16 13:57:14.597524 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-9e5b157c-d98b-4747-89e4-46c2afa0f8fd req-a133df92-f7d6-4425-a98f-98b4ff8e1ea7 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "GET /v2.0/security-groups?id=84a5e7c5-0c57-4290-a5d7-e66a5fea1573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524249 Jun 16 13:57:14.599393 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-efe6f4bf-07eb-4fa6-87d3-5b0d2c8b9d46 req-e8954d02-b318-4cc0-ad4b-ef32233d3f18 service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=84a5e7c5-0c57-4290-a5d7-e66a5fea1573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481646 Jun 16 13:57:15.778200 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f6481-84d3-4ed4-92eb-f5c11525c426 req-d3ee4090-76de-4f55-afe1-7b1b7b0be390 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:57:15.779648 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-891f6481-84d3-4ed4-92eb-f5c11525c426 req-d3ee4090-76de-4f55-afe1-7b1b7b0be390 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "GET /v2.0/ports?device_id=3712942f-8fcc-4322-b90d-6ba400a011d8 HTTP/1.1" status: 200 len: 945 time: 0.0662026 Jun 16 13:57:15.822581 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-891f6481-84d3-4ed4-92eb-f5c11525c426 req-2ecee613-ede6-4f5f-a402-a93fc6634b1c tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "GET /v2.0/security-groups?id=84a5e7c5-0c57-4290-a5d7-e66a5fea1573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345500 Jun 16 13:57:16.001713 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652612cd-ec73-4a16-b692-1d4184325608 req-53f66872-4b3b-4e79-abc6-aa984dcbbf2f tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:57:16.003215 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-652612cd-ec73-4a16-b692-1d4184325608 req-53f66872-4b3b-4e79-abc6-aa984dcbbf2f tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "GET /v2.0/ports?device_id=3712942f-8fcc-4322-b90d-6ba400a011d8 HTTP/1.1" status: 200 len: 945 time: 0.0706811 Jun 16 13:57:16.048964 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-652612cd-ec73-4a16-b692-1d4184325608 req-469aff44-ba53-4c5c-a59d-4c4473df22a7 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "GET /v2.0/security-groups?id=84a5e7c5-0c57-4290-a5d7-e66a5fea1573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397892 Jun 16 13:57:16.074031 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 47086) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:57:16.175863 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a67d32-81e8-4aa7-9faa-dc574bf6f960 tempest-TestShelveInstance-1080227370 tempest-TestShelveInstance-1080227370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:57:16.178609 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-22a67d32-81e8-4aa7-9faa-dc574bf6f960 tempest-TestShelveInstance-1080227370 tempest-TestShelveInstance-1080227370-project-admin] 10.222.0.104 "GET /v2.0/ports?device_id=3712942f-8fcc-4322-b90d-6ba400a011d8 HTTP/1.1" status: 200 len: 1093 time: 0.1034856 Jun 16 13:57:16.181063 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 47090) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:57:16.186236 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.v2.base [None req-85ad0070-dcf7-4525-b454-24927c73602a tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Request body: {'floatingip': {'floating_network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'port_id': 'b5c2f556-1ac6-4682-84bc-2649142b890b', 'tenant_id': '4b9376a7854d4bd8a107e574df080c30', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 16 13:57:16.209898 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-85ad0070-dcf7-4525-b454-24927c73602a tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Notify callbacks [] for floatingip, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:16.310922 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-85ad0070-dcf7-4525-b454-24927c73602a tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1833307'] for port, before_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:16.412233 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.db.db_base_plugin_common [None req-85ad0070-dcf7-4525-b454-24927c73602a tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Allocated IP 172.28.1.23 (0670eadb-aa0f-4551-9ff4-64f252730750/f2f4aa09-e9c1-4804-aa42-b5c4d121e78a/d742023c-4e15-428b-9c04-96bb3a103968) {{(pid=103675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 16 13:57:16.517137 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-85ad0070-dcf7-4525-b454-24927c73602a tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Notify callbacks [] for port, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:16.558756 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-85ad0070-dcf7-4525-b454-24927c73602a tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1833118', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-11824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779594881046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-10267002'] for port, after_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:16.560842 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-1c6fae59-443a-47be-ba43-b6bc0c0c3bb7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:57:16.599539 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ad0070-dcf7-4525-b454-24927c73602a tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Network 0670eadb-aa0f-4551-9ff4-64f252730750 is already hosted by enough agents. {{(pid=103675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 16 13:57:16.602378 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.base_scheduler [None req-85ad0070-dcf7-4525-b454-24927c73602a tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Resources bound (agent type, host, resource id): {{(pid=103675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 16 13:57:16.606653 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ad0070-dcf7-4525-b454-24927c73602a tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Received port after_create {{(pid=103675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 16 13:57:16.609770 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad0070-dcf7-4525-b454-24927c73602a tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Pushing event updated for resources: {'Port': ['ID=d742023c-4e15-428b-9c04-96bb3a103968,revision_number=1']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:57:16.628028 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-85ad0070-dcf7-4525-b454-24927c73602a tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:57:17.042664 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-85ad0070-dcf7-4525-b454-24927c73602a tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:17.153210 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-85ad0070-dcf7-4525-b454-24927c73602a tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:17.299544 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-85ad0070-dcf7-4525-b454-24927c73602a tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Notify callbacks [] for port, precommit_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:17.306478 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-85ad0070-dcf7-4525-b454-24927c73602a tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10266988'] for port, after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:17.308409 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-45469ad5-f544-4f90-a8d1-d35b4c7f3959 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:57:17.367783 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad0070-dcf7-4525-b454-24927c73602a tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Pushing event updated for resources: {'Port': ['ID=d742023c-4e15-428b-9c04-96bb3a103968,revision_number=2']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:57:17.371542 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-85ad0070-dcf7-4525-b454-24927c73602a tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:57:17.381685 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-85ad0070-dcf7-4525-b454-24927c73602a tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-759278'] for floatingip, after_update {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:17.488127 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.db.l3_db [None req-85ad0070-dcf7-4525-b454-24927c73602a tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Floating IP eb9a89e7-c5e9-4a2a-bd3f-d4033a81a6ab associated. External IP: 172.28.1.23, port: b5c2f556-1ac6-4682-84bc-2649142b890b. Jun 16 13:57:17.810484 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-709bce5e-fbaa-4ef1-a815-2c6497504bf6 req-27c75193-1487-490d-958a-4bc56ed32a83 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=3712942f-8fcc-4322-b90d-6ba400a011d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0560017 Jun 16 13:57:17.912925 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709bce5e-fbaa-4ef1-a815-2c6497504bf6 req-99122e48-2a56-4350-9899-824f2c9f7ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:57:17.914425 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-709bce5e-fbaa-4ef1-a815-2c6497504bf6 req-99122e48-2a56-4350-9899-824f2c9f7ee6 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=4b9376a7854d4bd8a107e574df080c30&device_id=3712942f-8fcc-4322-b90d-6ba400a011d8 HTTP/1.1" status: 200 len: 1098 time: 0.0606439 Jun 16 13:57:17.948109 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ad0070-dcf7-4525-b454-24927c73602a tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Router a2af191e-28cf-448f-b136-afcfeb076fee has already been hosted by L3 agent bfb54b95-b8bd-4202-8e6c-bc5e048a10e9 {{(pid=103675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 13:57:18.029216 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709bce5e-fbaa-4ef1-a815-2c6497504bf6 req-aa413e67-1900-4e61-9ab4-1ae1ae2afe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:57:18.030715 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-709bce5e-fbaa-4ef1-a815-2c6497504bf6 req-aa413e67-1900-4e61-9ab4-1ae1ae2afe6f service neutron] 10.222.0.101 "GET /v2.0/networks?id=9ff46e01-f033-4a9d-825b-55de1b440307 HTTP/1.1" status: 200 len: 910 time: 0.0939262 Jun 16 13:57:18.057266 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ad0070-dcf7-4525-b454-24927c73602a tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Notify agent at l3_agent.dv-cinder-789603-10-smb the message routers_updated {{(pid=103675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 13:57:18.067450 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc216735-d676-4c74-9804-8ac7df89469a None None] Sync routers for ids ['a2af191e-28cf-448f-b136-afcfeb076fee'] in dv-cinder-789603-10-smb {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 13:57:18.073980 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-85ad0070-dcf7-4525-b454-24927c73602a tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914'] for floatingip, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:18.079094 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc216735-d676-4c74-9804-8ac7df89469a None None] Routers {'a2af191e-28cf-448f-b136-afcfeb076fee'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:57:18.079819 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-fc216735-d676-4c74-9804-8ac7df89469a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:57:01Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['a2af191e-28cf-448f-b136-afcfeb076fee'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:57:18.105650 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-709bce5e-fbaa-4ef1-a815-2c6497504bf6 req-3afd83b3-b095-49d5-a622-334555336748 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5c2f556-1ac6-4682-84bc-2649142b890b HTTP/1.1" status: 200 len: 998 time: 0.0688219 Jun 16 13:57:18.111840 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-85ad0070-dcf7-4525-b454-24927c73602a tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9295893 Jun 16 13:57:18.112844 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3712942f-8fcc-4322-b90d-6ba400a011d8', 'tag': 'b5c2f556-1ac6-4682-84bc-2649142b890b'}] {{(pid=103675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:57:18.115131 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a16ec9cc8eba4f619b451732e343570940bd63550f2ec78b6d3f6fbb7e41a49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22dfbb4d-132f-4bb3-af77-2f8531a9fc4e" -d '{"events": [{"name": "network-changed", "server_uuid": "3712942f-8fcc-4322-b90d-6ba400a011d8", "tag": "b5c2f556-1ac6-4682-84bc-2649142b890b"}]}' {{(pid=103675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:57:18.180724 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709bce5e-fbaa-4ef1-a815-2c6497504bf6 req-2d4141f4-5966-4d22-bac2-43f0ea8c13f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:57:18.182182 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-709bce5e-fbaa-4ef1-a815-2c6497504bf6 req-2d4141f4-5966-4d22-bac2-43f0ea8c13f5 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=5e3e4686-968c-4068-8f86-79effd5df8d6 HTTP/1.1" status: 200 len: 847 time: 0.0708182 Jun 16 13:57:18.192113 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-fc216735-d676-4c74-9804-8ac7df89469a None None] Set router a2af191e-28cf-448f-b136-afcfeb076fee gateway port host: dv-cinder-789603-10-smb {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:57:18.216654 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 13:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b449b8-af86-42a9-b9f1-a0071e0dd2db x-openstack-request-id: req-09b449b8-af86-42a9-b9f1-a0071e0dd2db {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:57:18.217177 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3712942f-8fcc-4322-b90d-6ba400a011d8", "tag": "b5c2f556-1ac6-4682-84bc-2649142b890b", "status": "completed", "code": 200}]} {{(pid=103675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:57:18.217298 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-09b449b8-af86-42a9-b9f1-a0071e0dd2db {{(pid=103675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:57:18.218227 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3712942f-8fcc-4322-b90d-6ba400a011d8', 'tag': 'b5c2f556-1ac6-4682-84bc-2649142b890b', 'status': 'completed', 'code': 200} Jun 16 13:57:18.241182 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709bce5e-fbaa-4ef1-a815-2c6497504bf6 req-b9521bde-3282-4f1e-9444-1f67babdb842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:57:18.242723 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-709bce5e-fbaa-4ef1-a815-2c6497504bf6 req-b9521bde-3282-4f1e-9444-1f67babdb842 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=9ff46e01-f033-4a9d-825b-55de1b440307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0541573 Jun 16 13:57:18.333812 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-709bce5e-fbaa-4ef1-a815-2c6497504bf6 req-97f2582e-e5dc-4d02-b223-155b9a999aa2 service neutron] 10.222.0.101 "GET /v2.0/networks/9ff46e01-f033-4a9d-825b-55de1b440307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844278 Jun 16 13:57:18.418380 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-fc216735-d676-4c74-9804-8ac7df89469a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2af191e-28cf-448f-b136-afcfeb076fee', 'name': 'tempest-TestShelveInstance-846295314-router', 'tenant_id': '4b9376a7854d4bd8a107e574df080c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.169'}], 'enable_snat': True}, 'gw_port_id': 'e533f7a5-a67b-42b1-ad7c-fad6228f2137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:56:39Z', 'updated_at': '2021-06-16T13:56:42Z', 'revision_number': 4, 'project_id': '4b9376a7854d4bd8a107e574df080c30', 'gw_port': {'id': 'e533f7a5-a67b-42b1-ad7c-fad6228f2137', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2af191e-28cf-448f-b136-afcfeb076fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:40Z', 'updated_at': '2021-06-16T13:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_floatingips': [{'id': 'eb9a89e7-c5e9-4a2a-bd3f-d4033a81a6ab', 'tenant_id': '4b9376a7854d4bd8a107e574df080c30', 'floating_ip_address': '172.28.1.23', 'floating_network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'router_id': 'a2af191e-28cf-448f-b136-afcfeb076fee', 'port_id': 'b5c2f556-1ac6-4682-84bc-2649142b890b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff46e01-f033-4a9d-825b-55de1b440307', 'mac_address': 'fa:16:3e:93:fb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3712942f-8fcc-4322-b90d-6ba400a011d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:57:16Z', 'updated_at': '2021-06-16T13:57:16Z', 'revision_number': 0, 'project_id': '4b9376a7854d4bd8a107e574df080c30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93cb13f5-7189-4840-906f-d678aef87e6d', 'name': '', 'network_id': '9ff46e01-f033-4a9d-825b-55de1b440307', 'tenant_id': '4b9376a7854d4bd8a107e574df080c30', 'mac_address': 'fa:16:3e:ca:ad:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2af191e-28cf-448f-b136-afcfeb076fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '5e3e4686-968c-4068-8f86-79effd5df8d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:41Z', 'updated_at': '2021-06-16T13:56:48Z', 'revision_number': 5, 'project_id': '4b9376a7854d4bd8a107e574df080c30', 'subnets': [{'id': '5e3e4686-968c-4068-8f86-79effd5df8d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:57:18.422408 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc216735-d676-4c74-9804-8ac7df89469a None None] Checking router: a2af191e-28cf-448f-b136-afcfeb076fee for host: dv-cinder-789603-10-smb {{(pid=103676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 13:57:18.426882 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-709bce5e-fbaa-4ef1-a815-2c6497504bf6 req-ce8ba5a8-9f71-40a4-9f0f-a31a0cc82cc0 service neutron] 10.222.0.101 "GET /v2.0/networks/9ff46e01-f033-4a9d-825b-55de1b440307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870023 Jun 16 13:57:18.431342 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc216735-d676-4c74-9804-8ac7df89469a None None] Routers {'a2af191e-28cf-448f-b136-afcfeb076fee'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 13:57:18.432652 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-fc216735-d676-4c74-9804-8ac7df89469a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T13:57:01Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['a2af191e-28cf-448f-b136-afcfeb076fee'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:57:18.529712 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dfbb4d-132f-4bb3-af77-2f8531a9fc4e req-1114abc6-13a5-49d1-94fa-938a44adc904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:57:18.531862 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-22dfbb4d-132f-4bb3-af77-2f8531a9fc4e req-1114abc6-13a5-49d1-94fa-938a44adc904 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=4b9376a7854d4bd8a107e574df080c30&device_id=3712942f-8fcc-4322-b90d-6ba400a011d8 HTTP/1.1" status: 200 len: 1098 time: 0.0601895 Jun 16 13:57:18.538883 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-fc216735-d676-4c74-9804-8ac7df89469a None None] Set router a2af191e-28cf-448f-b136-afcfeb076fee gateway port host: dv-cinder-789603-10-smb {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 13:57:18.621583 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dfbb4d-132f-4bb3-af77-2f8531a9fc4e req-cefa5df5-8fca-4ef3-955a-2992281cdff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:57:18.623019 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-22dfbb4d-132f-4bb3-af77-2f8531a9fc4e req-cefa5df5-8fca-4ef3-955a-2992281cdff2 service neutron] 10.222.0.101 "GET /v2.0/networks?id=9ff46e01-f033-4a9d-825b-55de1b440307 HTTP/1.1" status: 200 len: 910 time: 0.0851729 Jun 16 13:57:18.687868 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-22dfbb4d-132f-4bb3-af77-2f8531a9fc4e req-f39a88ca-e473-46bd-8ce1-8cc938b73b32 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5c2f556-1ac6-4682-84bc-2649142b890b HTTP/1.1" status: 200 len: 998 time: 0.0584493 Jun 16 13:57:18.747494 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dfbb4d-132f-4bb3-af77-2f8531a9fc4e req-39339cb1-5841-4440-b6c0-b74ca396fb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:57:18.749910 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-22dfbb4d-132f-4bb3-af77-2f8531a9fc4e req-39339cb1-5841-4440-b6c0-b74ca396fb58 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=5e3e4686-968c-4068-8f86-79effd5df8d6 HTTP/1.1" status: 200 len: 847 time: 0.0560105 Jun 16 13:57:18.758589 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-fc216735-d676-4c74-9804-8ac7df89469a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2af191e-28cf-448f-b136-afcfeb076fee', 'name': 'tempest-TestShelveInstance-846295314-router', 'tenant_id': '4b9376a7854d4bd8a107e574df080c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.169'}], 'enable_snat': True}, 'gw_port_id': 'e533f7a5-a67b-42b1-ad7c-fad6228f2137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:56:39Z', 'updated_at': '2021-06-16T13:56:42Z', 'revision_number': 4, 'project_id': '4b9376a7854d4bd8a107e574df080c30', 'gw_port': {'id': 'e533f7a5-a67b-42b1-ad7c-fad6228f2137', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2af191e-28cf-448f-b136-afcfeb076fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:40Z', 'updated_at': '2021-06-16T13:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_floatingips': [{'id': 'eb9a89e7-c5e9-4a2a-bd3f-d4033a81a6ab', 'tenant_id': '4b9376a7854d4bd8a107e574df080c30', 'floating_ip_address': '172.28.1.23', 'floating_network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'router_id': 'a2af191e-28cf-448f-b136-afcfeb076fee', 'port_id': 'b5c2f556-1ac6-4682-84bc-2649142b890b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff46e01-f033-4a9d-825b-55de1b440307', 'mac_address': 'fa:16:3e:93:fb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3712942f-8fcc-4322-b90d-6ba400a011d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:57:16Z', 'updated_at': '2021-06-16T13:57:16Z', 'revision_number': 0, 'project_id': '4b9376a7854d4bd8a107e574df080c30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93cb13f5-7189-4840-906f-d678aef87e6d', 'name': '', 'network_id': '9ff46e01-f033-4a9d-825b-55de1b440307', 'tenant_id': '4b9376a7854d4bd8a107e574df080c30', 'mac_address': 'fa:16:3e:ca:ad:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2af191e-28cf-448f-b136-afcfeb076fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '5e3e4686-968c-4068-8f86-79effd5df8d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:41Z', 'updated_at': '2021-06-16T13:56:48Z', 'revision_number': 5, 'project_id': '4b9376a7854d4bd8a107e574df080c30', 'subnets': [{'id': '5e3e4686-968c-4068-8f86-79effd5df8d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 13:57:18.762570 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc216735-d676-4c74-9804-8ac7df89469a None None] The sync data for ids ['a2af191e-28cf-448f-b136-afcfeb076fee'] in dv-cinder-789603-10-smb is: [{'id': 'a2af191e-28cf-448f-b136-afcfeb076fee', 'name': 'tempest-TestShelveInstance-846295314-router', 'tenant_id': '4b9376a7854d4bd8a107e574df080c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.169'}], 'enable_snat': True}, 'gw_port_id': 'e533f7a5-a67b-42b1-ad7c-fad6228f2137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:56:39Z', 'updated_at': '2021-06-16T13:56:42Z', 'revision_number': 4, 'project_id': '4b9376a7854d4bd8a107e574df080c30', 'gw_port': {'id': 'e533f7a5-a67b-42b1-ad7c-fad6228f2137', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2af191e-28cf-448f-b136-afcfeb076fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:40Z', 'updated_at': '2021-06-16T13:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_floatingips': [{'id': 'eb9a89e7-c5e9-4a2a-bd3f-d4033a81a6ab', 'tenant_id': '4b9376a7854d4bd8a107e574df080c30', 'floating_ip_address': '172.28.1.23', 'floating_network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'router_id': 'a2af191e-28cf-448f-b136-afcfeb076fee', 'port_id': 'b5c2f556-1ac6-4682-84bc-2649142b890b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff46e01-f033-4a9d-825b-55de1b440307', 'mac_address': 'fa:16:3e:93:fb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3712942f-8fcc-4322-b90d-6ba400a011d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-16T13:57:16Z', 'updated_at': '2021-06-16T13:57:16Z', 'revision_number': 0, 'project_id': '4b9376a7854d4bd8a107e574df080c30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93cb13f5-7189-4840-906f-d678aef87e6d', 'name': '', 'network_id': '9ff46e01-f033-4a9d-825b-55de1b440307', 'tenant_id': '4b9376a7854d4bd8a107e574df080c30', 'mac_address': 'fa:16:3e:ca:ad:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2af191e-28cf-448f-b136-afcfeb076fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '5e3e4686-968c-4068-8f86-79effd5df8d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:41Z', 'updated_at': '2021-06-16T13:56:48Z', 'revision_number': 5, 'project_id': '4b9376a7854d4bd8a107e574df080c30', 'subnets': [{'id': '5e3e4686-968c-4068-8f86-79effd5df8d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 13:57:18.818114 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dfbb4d-132f-4bb3-af77-2f8531a9fc4e req-0f06289c-e10d-41b9-8f41-774721e80056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:57:18.819696 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-22dfbb4d-132f-4bb3-af77-2f8531a9fc4e req-0f06289c-e10d-41b9-8f41-774721e80056 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=9ff46e01-f033-4a9d-825b-55de1b440307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0627990 Jun 16 13:57:18.914297 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-22dfbb4d-132f-4bb3-af77-2f8531a9fc4e req-c38bf79c-b9e1-4f85-93cf-3121a3e92af1 service neutron] 10.222.0.101 "GET /v2.0/networks/9ff46e01-f033-4a9d-825b-55de1b440307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862577 Jun 16 13:57:18.978149 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3551a24a-5fb9-45e7-8495-172eed0bca00 None None] New status for floating IP eb9a89e7-c5e9-4a2a-bd3f-d4033a81a6ab: ACTIVE {{(pid=103677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 13:57:19.026121 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-22dfbb4d-132f-4bb3-af77-2f8531a9fc4e req-77eef026-b596-419b-8c47-58696d068c51 service neutron] 10.222.0.101 "GET /v2.0/networks/9ff46e01-f033-4a9d-825b-55de1b440307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045470 Jun 16 13:57:28.629213 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-4d70432d-b808-4696-bc8a-31236355a4be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:31.137636 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:31.303828 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-fd8ed095-1325-4d59-91a1-31132cba1d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:32.107761 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9426d120-8ef3-450b-a3fa-438be4b95f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:33.983192 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3cd87a0a-8c13-4d66-8546-43ee61e1d8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:39.729681 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:57:41.141572 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.agents_db [None req-04e01baa-1c8d-439a-8f1b-024cbee7c8c9 None None] Agent healthcheck: found 6 active agents {{(pid=103677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:57:58.632748 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-e72fcf3b-18e1-4466-ab16-1ba3bc75e66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:01.141602 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:01.308181 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-b165512d-ed2d-43f6-8008-291eac054617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:02.107232 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9426d120-8ef3-450b-a3fa-438be4b95f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:03.990082 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3cd87a0a-8c13-4d66-8546-43ee61e1d8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:09.751374 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:18.141677 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.agents_db [None req-04e01baa-1c8d-439a-8f1b-024cbee7c8c9 None None] Agent healthcheck: found 6 active agents {{(pid=103677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:58:19.820270 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-3f625bb4-4a71-43cd-af34-d16229856036 req-3a028f4c-6ab9-4d9f-b307-4cc9d80e680b service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=3712942f-8fcc-4322-b90d-6ba400a011d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0589626 Jun 16 13:58:19.922269 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f625bb4-4a71-43cd-af34-d16229856036 req-47aac6b6-3c8d-4153-aaa5-b326dcc3f6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:19.923757 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-3f625bb4-4a71-43cd-af34-d16229856036 req-47aac6b6-3c8d-4153-aaa5-b326dcc3f6db service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=4b9376a7854d4bd8a107e574df080c30&device_id=3712942f-8fcc-4322-b90d-6ba400a011d8 HTTP/1.1" status: 200 len: 1098 time: 0.0592089 Jun 16 13:58:20.034972 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f625bb4-4a71-43cd-af34-d16229856036 req-c4953a9c-1619-4183-a12a-2cc7c92c2f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:20.036442 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-3f625bb4-4a71-43cd-af34-d16229856036 req-c4953a9c-1619-4183-a12a-2cc7c92c2f06 service neutron] 10.222.0.101 "GET /v2.0/networks?id=9ff46e01-f033-4a9d-825b-55de1b440307 HTTP/1.1" status: 200 len: 910 time: 0.0908968 Jun 16 13:58:20.100592 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-3f625bb4-4a71-43cd-af34-d16229856036 req-e723393d-63de-4a50-a002-fceacb4a085b service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5c2f556-1ac6-4682-84bc-2649142b890b HTTP/1.1" status: 200 len: 1000 time: 0.0578482 Jun 16 13:58:20.151443 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f625bb4-4a71-43cd-af34-d16229856036 req-893bde26-95e8-4914-9b5a-986cfb7e72e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:20.152984 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-3f625bb4-4a71-43cd-af34-d16229856036 req-893bde26-95e8-4914-9b5a-986cfb7e72e1 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=5e3e4686-968c-4068-8f86-79effd5df8d6 HTTP/1.1" status: 200 len: 847 time: 0.0469410 Jun 16 13:58:20.214489 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f625bb4-4a71-43cd-af34-d16229856036 req-d7c72d6e-2752-41fc-a411-f5e600300afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:58:20.215964 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-3f625bb4-4a71-43cd-af34-d16229856036 req-d7c72d6e-2752-41fc-a411-f5e600300afa service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=9ff46e01-f033-4a9d-825b-55de1b440307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0564649 Jun 16 13:58:20.308640 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-3f625bb4-4a71-43cd-af34-d16229856036 req-aa9ee9e6-ddcf-4289-b679-3030dbe145d7 service neutron] 10.222.0.101 "GET /v2.0/networks/9ff46e01-f033-4a9d-825b-55de1b440307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859840 Jun 16 13:58:20.411807 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-3f625bb4-4a71-43cd-af34-d16229856036 req-7d30632d-e66e-4652-8d5c-a73a29a0f999 service neutron] 10.222.0.101 "GET /v2.0/networks/9ff46e01-f033-4a9d-825b-55de1b440307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934818 Jun 16 13:58:28.639175 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-ae5a689f-93ea-458f-aa51-4c7f6f98ee19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:31.148632 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:31.311530 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-ba79e918-fa04-49b7-a33f-fe23aa24e928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:32.111768 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9426d120-8ef3-450b-a3fa-438be4b95f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:33.990790 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3cd87a0a-8c13-4d66-8546-43ee61e1d8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:39.753107 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:58:55.140653 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.agents_db [None req-04e01baa-1c8d-439a-8f1b-024cbee7c8c9 None None] Agent healthcheck: found 6 active agents {{(pid=103677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:58:58.639974 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-baccdeac-b682-4bdc-af0a-86c27507202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:01.145667 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:01.317699 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-8159ae56-2b3c-4012-a9b3-6837cf979765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:02.113293 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9426d120-8ef3-450b-a3fa-438be4b95f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:03.993693 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3cd87a0a-8c13-4d66-8546-43ee61e1d8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:09.768076 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:11.076816 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeebeed-e841-4a1a-8a9c-4b018b2835ad req-7a416eaf-963a-43db-b099-8d9d85f59d59 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:11.078225 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-daeebeed-e841-4a1a-8a9c-4b018b2835ad req-7a416eaf-963a-43db-b099-8d9d85f59d59 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "GET /v2.0/ports?device_id=3712942f-8fcc-4322-b90d-6ba400a011d8 HTTP/1.1" status: 200 len: 945 time: 0.0747776 Jun 16 13:59:11.117473 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-daeebeed-e841-4a1a-8a9c-4b018b2835ad req-d2967803-0bb9-4914-bc1c-6600d08b6769 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "GET /v2.0/security-groups?id=84a5e7c5-0c57-4290-a5d7-e66a5fea1573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334415 Jun 16 13:59:12.316534 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d3892-c076-4d59-9f74-e66ba2fbb8bb req-d90ed21c-02a1-4df7-b464-cd41d72c0370 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:12.318004 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-af0d3892-c076-4d59-9f74-e66ba2fbb8bb req-d90ed21c-02a1-4df7-b464-cd41d72c0370 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "GET /v2.0/ports?device_id=3712942f-8fcc-4322-b90d-6ba400a011d8 HTTP/1.1" status: 200 len: 945 time: 0.0658126 Jun 16 13:59:12.358191 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-af0d3892-c076-4d59-9f74-e66ba2fbb8bb req-275fece5-a1eb-4067-8f8f-a5332e45c781 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "GET /v2.0/security-groups?id=84a5e7c5-0c57-4290-a5d7-e66a5fea1573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342913 Jun 16 13:59:13.578692 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad69ce5-7995-46e1-a485-283d4ff77857 req-7db68596-ac59-4989-a57a-19f558a5c58a tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:13.580249 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-fad69ce5-7995-46e1-a485-283d4ff77857 req-7db68596-ac59-4989-a57a-19f558a5c58a tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "GET /v2.0/ports?device_id=3712942f-8fcc-4322-b90d-6ba400a011d8 HTTP/1.1" status: 200 len: 945 time: 0.0749393 Jun 16 13:59:13.620188 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-fad69ce5-7995-46e1-a485-283d4ff77857 req-91f98c3d-3ddc-4e9e-970d-3af7b9927f3f tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "GET /v2.0/security-groups?id=84a5e7c5-0c57-4290-a5d7-e66a5fea1573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326278 Jun 16 13:59:14.798717 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d8b47-7bb2-451a-a1f8-aa1ec84a7c9c req-8ceb6794-a8c3-4f25-8316-29248f8335f7 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:14.800202 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-0f2d8b47-7bb2-451a-a1f8-aa1ec84a7c9c req-8ceb6794-a8c3-4f25-8316-29248f8335f7 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "GET /v2.0/ports?device_id=3712942f-8fcc-4322-b90d-6ba400a011d8 HTTP/1.1" status: 200 len: 945 time: 0.0658829 Jun 16 13:59:14.838848 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-0f2d8b47-7bb2-451a-a1f8-aa1ec84a7c9c req-17a2412d-9172-485d-b95a-33f21104bc3b tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "GET /v2.0/security-groups?id=84a5e7c5-0c57-4290-a5d7-e66a5fea1573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329452 Jun 16 13:59:16.024256 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c40285-2c24-4213-ab01-04582c70dcfa req-87448486-6bb7-424b-9fcf-659189e478aa tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:16.025667 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e5c40285-2c24-4213-ab01-04582c70dcfa req-87448486-6bb7-424b-9fcf-659189e478aa tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "GET /v2.0/ports?device_id=3712942f-8fcc-4322-b90d-6ba400a011d8 HTTP/1.1" status: 200 len: 945 time: 0.0716302 Jun 16 13:59:16.068683 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e5c40285-2c24-4213-ab01-04582c70dcfa req-7e51e818-cd91-403d-91a8-1aedb71dc216 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "GET /v2.0/security-groups?id=84a5e7c5-0c57-4290-a5d7-e66a5fea1573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366817 Jun 16 13:59:17.259856 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4fc329-6c9a-4785-b1b6-388967d3c36e req-4f6f2db6-1bbf-470e-aedf-28a40b11ab7f tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:17.261416 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-0d4fc329-6c9a-4785-b1b6-388967d3c36e req-4f6f2db6-1bbf-470e-aedf-28a40b11ab7f tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "GET /v2.0/ports?device_id=3712942f-8fcc-4322-b90d-6ba400a011d8 HTTP/1.1" status: 200 len: 945 time: 0.0699236 Jun 16 13:59:17.301677 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-0d4fc329-6c9a-4785-b1b6-388967d3c36e req-24262b2a-97bd-4e21-b98e-6e338cc08b92 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "GET /v2.0/security-groups?id=84a5e7c5-0c57-4290-a5d7-e66a5fea1573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341716 Jun 16 13:59:17.885181 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [req-ccee2ec6-12d7-4381-a675-920b34b6e534 req-20a93c39-9eef-44fe-9fa0-67374a7354a5 service neutron] (103674) timed out ('10.222.0.101', 54361) {{(pid=103674) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 16 13:59:18.483691 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef6ee2c-35a3-42a1-8252-c5ddac9653e0 req-cf53f489-ecd0-4e29-a125-0916463c4403 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:18.485195 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2ef6ee2c-35a3-42a1-8252-c5ddac9653e0 req-cf53f489-ecd0-4e29-a125-0916463c4403 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "GET /v2.0/ports?device_id=3712942f-8fcc-4322-b90d-6ba400a011d8 HTTP/1.1" status: 200 len: 945 time: 0.0714891 Jun 16 13:59:18.523405 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2ef6ee2c-35a3-42a1-8252-c5ddac9653e0 req-a2e462b9-b3ae-4cfc-a059-53b627048790 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "GET /v2.0/security-groups?id=84a5e7c5-0c57-4290-a5d7-e66a5fea1573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321281 Jun 16 13:59:19.720216 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe91718-07df-4a20-8b3c-f56a69956679 req-79cce627-a124-4924-9420-1999581ef584 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:19.721694 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-bfe91718-07df-4a20-8b3c-f56a69956679 req-79cce627-a124-4924-9420-1999581ef584 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "GET /v2.0/ports?device_id=3712942f-8fcc-4322-b90d-6ba400a011d8 HTTP/1.1" status: 200 len: 945 time: 0.0784931 Jun 16 13:59:19.761009 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-bfe91718-07df-4a20-8b3c-f56a69956679 req-b59eae7a-e2e0-4c35-b9c4-da940b3709a0 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "GET /v2.0/security-groups?id=84a5e7c5-0c57-4290-a5d7-e66a5fea1573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330100 Jun 16 13:59:20.853169 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3413b02-d09b-4ff1-a21d-7ac527401669 req-d9bda256-af2c-4203-97a3-ffdc734158fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:20.854685 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e3413b02-d09b-4ff1-a21d-7ac527401669 req-d9bda256-af2c-4203-97a3-ffdc734158fa service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=4b9376a7854d4bd8a107e574df080c30&device_id=3712942f-8fcc-4322-b90d-6ba400a011d8 HTTP/1.1" status: 200 len: 1098 time: 0.0567760 Jun 16 13:59:21.000011 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3413b02-d09b-4ff1-a21d-7ac527401669 req-aaded276-fe8b-4d42-a90b-5dee9bd415ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:21.001598 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e3413b02-d09b-4ff1-a21d-7ac527401669 req-aaded276-fe8b-4d42-a90b-5dee9bd415ff service neutron] 10.222.0.101 "GET /v2.0/networks?id=9ff46e01-f033-4a9d-825b-55de1b440307 HTTP/1.1" status: 200 len: 910 time: 0.1231091 Jun 16 13:59:21.058931 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a941fd84-857c-4f0b-a83b-96cd7f72987c req-f649a5fc-b796-48b3-8ee0-544d01d2e0e3 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:21.060318 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a941fd84-857c-4f0b-a83b-96cd7f72987c req-f649a5fc-b796-48b3-8ee0-544d01d2e0e3 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "GET /v2.0/ports?device_id=3712942f-8fcc-4322-b90d-6ba400a011d8 HTTP/1.1" status: 200 len: 945 time: 0.1636734 Jun 16 13:59:21.094484 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e3413b02-d09b-4ff1-a21d-7ac527401669 req-fa6da29c-0261-4689-a7c7-f8a8f77e6b54 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5c2f556-1ac6-4682-84bc-2649142b890b HTTP/1.1" status: 200 len: 1000 time: 0.0863218 Jun 16 13:59:21.120901 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-a941fd84-857c-4f0b-a83b-96cd7f72987c req-2a7212cc-64a3-4a08-bd07-9c067f321c12 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "GET /v2.0/security-groups?id=84a5e7c5-0c57-4290-a5d7-e66a5fea1573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533049 Jun 16 13:59:21.155530 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3413b02-d09b-4ff1-a21d-7ac527401669 req-115d0727-59f4-4277-bf63-297a5848dfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:21.156993 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e3413b02-d09b-4ff1-a21d-7ac527401669 req-115d0727-59f4-4277-bf63-297a5848dfb0 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=5e3e4686-968c-4068-8f86-79effd5df8d6 HTTP/1.1" status: 200 len: 847 time: 0.0523393 Jun 16 13:59:21.219427 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3413b02-d09b-4ff1-a21d-7ac527401669 req-05970ad1-9571-4927-a544-209c5b3a99de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:21.221448 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e3413b02-d09b-4ff1-a21d-7ac527401669 req-05970ad1-9571-4927-a544-209c5b3a99de service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=9ff46e01-f033-4a9d-825b-55de1b440307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0580509 Jun 16 13:59:21.317736 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e3413b02-d09b-4ff1-a21d-7ac527401669 req-5f09bb0c-b899-428a-a03a-542422cb9dc9 service neutron] 10.222.0.101 "GET /v2.0/networks/9ff46e01-f033-4a9d-825b-55de1b440307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894361 Jun 16 13:59:21.410745 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-e3413b02-d09b-4ff1-a21d-7ac527401669 req-54d060f9-5400-4620-9a5f-0c0fcb8786d2 service neutron] 10.222.0.101 "GET /v2.0/networks/9ff46e01-f033-4a9d-825b-55de1b440307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872145 Jun 16 13:59:21.510010 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b3059-8c3c-4fc3-a5fe-cab6a0f238a4 req-69b4a4f0-b71f-481a-9ab5-6f463e362900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:21.511521 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-714b3059-8c3c-4fc3-a5fe-cab6a0f238a4 req-69b4a4f0-b71f-481a-9ab5-6f463e362900 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=4b9376a7854d4bd8a107e574df080c30&device_id=3712942f-8fcc-4322-b90d-6ba400a011d8 HTTP/1.1" status: 200 len: 1098 time: 0.0544398 Jun 16 13:59:21.608914 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b3059-8c3c-4fc3-a5fe-cab6a0f238a4 req-d4adbd4b-7c91-4bb3-b2ad-c59f4f9947a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:21.610264 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-714b3059-8c3c-4fc3-a5fe-cab6a0f238a4 req-d4adbd4b-7c91-4bb3-b2ad-c59f4f9947a4 service neutron] 10.222.0.101 "GET /v2.0/networks?id=9ff46e01-f033-4a9d-825b-55de1b440307 HTTP/1.1" status: 200 len: 910 time: 0.0915327 Jun 16 13:59:21.677410 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-714b3059-8c3c-4fc3-a5fe-cab6a0f238a4 req-aac04f25-99e3-47b3-9ae4-8104d00fd8fa service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5c2f556-1ac6-4682-84bc-2649142b890b HTTP/1.1" status: 200 len: 1000 time: 0.0603473 Jun 16 13:59:21.731801 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b3059-8c3c-4fc3-a5fe-cab6a0f238a4 req-2d99265d-ae3e-455e-a903-c44f10f29022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:21.733250 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-714b3059-8c3c-4fc3-a5fe-cab6a0f238a4 req-2d99265d-ae3e-455e-a903-c44f10f29022 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=5e3e4686-968c-4068-8f86-79effd5df8d6 HTTP/1.1" status: 200 len: 847 time: 0.0494568 Jun 16 13:59:21.800720 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b3059-8c3c-4fc3-a5fe-cab6a0f238a4 req-ca05803a-7c97-4d8f-a98c-9187329a4cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:21.802253 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-714b3059-8c3c-4fc3-a5fe-cab6a0f238a4 req-ca05803a-7c97-4d8f-a98c-9187329a4cb1 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=9ff46e01-f033-4a9d-825b-55de1b440307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0622835 Jun 16 13:59:21.891788 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-714b3059-8c3c-4fc3-a5fe-cab6a0f238a4 req-0f377404-220e-4d64-a5df-90a129760e14 service neutron] 10.222.0.101 "GET /v2.0/networks/9ff46e01-f033-4a9d-825b-55de1b440307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828023 Jun 16 13:59:21.987748 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-714b3059-8c3c-4fc3-a5fe-cab6a0f238a4 req-10ec1ca7-e279-46e8-8232-8e931af57ab7 service neutron] 10.222.0.101 "GET /v2.0/networks/9ff46e01-f033-4a9d-825b-55de1b440307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888767 Jun 16 13:59:22.311551 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7bfd95-697f-4494-be7b-cb2eaf8d6786 req-67aa2092-8631-45d0-bc6c-da4911f8f2af tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:22.313099 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-bd7bfd95-697f-4494-be7b-cb2eaf8d6786 req-67aa2092-8631-45d0-bc6c-da4911f8f2af tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "GET /v2.0/ports?device_id=3712942f-8fcc-4322-b90d-6ba400a011d8 HTTP/1.1" status: 200 len: 945 time: 0.0783777 Jun 16 13:59:22.353223 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-bd7bfd95-697f-4494-be7b-cb2eaf8d6786 req-4c99392d-e0d6-42b1-8bf2-5d954e79f9b6 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "GET /v2.0/security-groups?id=84a5e7c5-0c57-4290-a5d7-e66a5fea1573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328007 Jun 16 13:59:23.551165 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2dfed-56fb-4fd7-a280-3affaf9f4bab req-6559bd28-20e0-4583-81a8-6349a0b2fcb7 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:23.552729 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f6e2dfed-56fb-4fd7-a280-3affaf9f4bab req-6559bd28-20e0-4583-81a8-6349a0b2fcb7 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "GET /v2.0/ports?device_id=3712942f-8fcc-4322-b90d-6ba400a011d8 HTTP/1.1" status: 200 len: 945 time: 0.0777469 Jun 16 13:59:23.595028 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f6e2dfed-56fb-4fd7-a280-3affaf9f4bab req-6936df09-1422-43f6-9350-e3c656b4a636 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "GET /v2.0/security-groups?id=84a5e7c5-0c57-4290-a5d7-e66a5fea1573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365627 Jun 16 13:59:24.782630 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29e353-36a8-4e4e-a8a9-d38cdbd042fe req-83ea74d1-e45c-46e6-9279-b99331df0d70 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:24.784370 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-7d29e353-36a8-4e4e-a8a9-d38cdbd042fe req-83ea74d1-e45c-46e6-9279-b99331df0d70 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "GET /v2.0/ports?device_id=3712942f-8fcc-4322-b90d-6ba400a011d8 HTTP/1.1" status: 200 len: 945 time: 0.0730460 Jun 16 13:59:24.824856 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-7d29e353-36a8-4e4e-a8a9-d38cdbd042fe req-2544fdd8-cae5-4bcf-907b-fedd6e6248fa tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "GET /v2.0/security-groups?id=84a5e7c5-0c57-4290-a5d7-e66a5fea1573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343311 Jun 16 13:59:25.157877 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 47174) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 13:59:25.198317 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee1e8e7-a27c-4a7b-b51b-6aa4ec01275f req-fa7616ea-c18a-4379-95bb-4de7ee4a6c7b tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:25.199896 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-8ee1e8e7-a27c-4a7b-b51b-6aa4ec01275f req-fa7616ea-c18a-4379-95bb-4de7ee4a6c7b tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "GET /v2.0/ports?device_id=3712942f-8fcc-4322-b90d-6ba400a011d8 HTTP/1.1" status: 200 len: 945 time: 0.0733750 Jun 16 13:59:25.271528 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-8ee1e8e7-a27c-4a7b-b51b-6aa4ec01275f req-92a7837a-e075-45fe-8c81-3fa27f6d5d5b tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "GET /v2.0/security-groups?id=84a5e7c5-0c57-4290-a5d7-e66a5fea1573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592666 Jun 16 13:59:25.288999 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2a333c30-5486-431e-a20e-c9c68fe2b926 req-6bfbc0c4-ed50-427c-92f8-5826c461661f service neutron] 10.222.0.104 "GET /v2.0/ports?device_id=3712942f-8fcc-4322-b90d-6ba400a011d8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1287367 Jun 16 13:59:26.464615 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9d5f2-5499-4609-97ab-67d9bcb76df9 req-6c370e7e-6a0b-4525-babb-4d69c0865243 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:26.466058 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-89f9d5f2-5499-4609-97ab-67d9bcb76df9 req-6c370e7e-6a0b-4525-babb-4d69c0865243 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "GET /v2.0/ports?device_id=3712942f-8fcc-4322-b90d-6ba400a011d8 HTTP/1.1" status: 200 len: 945 time: 0.0778580 Jun 16 13:59:26.491026 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device b5c2f556-1ac6-4682-84bc-2649142b890b no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 13:59:26.508190 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-89f9d5f2-5499-4609-97ab-67d9bcb76df9 req-0d5cd044-d6f6-4095-ba8f-7591de190eee tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "GET /v2.0/security-groups?id=84a5e7c5-0c57-4290-a5d7-e66a5fea1573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361176 Jun 16 13:59:26.575080 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:26.593989 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3712942f-8fcc-4322-b90d-6ba400a011d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5c2f556-1ac6-4682-84bc-2649142b890b'}] {{(pid=103676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:59:26.599204 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}effa97d0e2123b52db6fac0114eb4251877085964bb68e70a4b566e9e639f06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583ad81b-9d01-4504-bbae-902a8234c19b" -d '{"events": [{"server_uuid": "3712942f-8fcc-4322-b90d-6ba400a011d8", "name": "network-vif-unplugged", "status": "completed", "tag": "b5c2f556-1ac6-4682-84bc-2649142b890b"}]}' {{(pid=103676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:59:26.624106 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a333c30-5486-431e-a20e-c9c68fe2b926 req-183c2e56-5af4-4f1d-9006-1ca016c7fabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:26.624355 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port b5c2f556-1ac6-4682-84bc-2649142b890b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b5c2f556-1ac6-4682-84bc-2649142b890b,segment=NetworkSegment(c36f7b76-e80b-4058-81ab-68078bc179f6),segment_id=c36f7b76-e80b-4058-81ab-68078bc179f6)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:59:26.625699 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2a333c30-5486-431e-a20e-c9c68fe2b926 req-183c2e56-5af4-4f1d-9006-1ca016c7fabc service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=3712942f-8fcc-4322-b90d-6ba400a011d8&tenant_id=4b9376a7854d4bd8a107e574df080c30 HTTP/1.1" status: 200 len: 1098 time: 0.0569456 Jun 16 13:59:26.629834 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:26.633161 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:59:26.656226 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 16 Jun 2021 13:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985d703d-0754-4b8a-b3c4-66b66be060eb x-openstack-request-id: req-985d703d-0754-4b8a-b3c4-66b66be060eb {{(pid=103676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:59:26.656518 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3712942f-8fcc-4322-b90d-6ba400a011d8", "name": "network-vif-unplugged", "status": "completed", "tag": "b5c2f556-1ac6-4682-84bc-2649142b890b", "code": 200}]} {{(pid=103676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:59:26.656787 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-985d703d-0754-4b8a-b3c4-66b66be060eb {{(pid=103676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:59:26.657177 dv-cinder-789603-10-smb neutron-server[103676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3712942f-8fcc-4322-b90d-6ba400a011d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5c2f556-1ac6-4682-84bc-2649142b890b', 'code': 200} Jun 16 13:59:26.682786 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Pushing event updated for resources: {'Port': ['ID=b5c2f556-1ac6-4682-84bc-2649142b890b,revision_number=6']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:59:26.690066 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:59:26.690411 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:59:26.690747 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:59:26.691076 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:59:26.691400 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:59:26.691726 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:59:26.692125 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:59:26.692446 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:59:26.692767 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:59:26.693058 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:59:26.693401 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:59:26.693707 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 13:59:26.697715 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:59:26.707943 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a333c30-5486-431e-a20e-c9c68fe2b926 req-95150f96-db4d-4de7-9a9e-35bbfe4f7480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:26.709471 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2a333c30-5486-431e-a20e-c9c68fe2b926 req-95150f96-db4d-4de7-9a9e-35bbfe4f7480 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=4b9376a7854d4bd8a107e574df080c30&device_id=3712942f-8fcc-4322-b90d-6ba400a011d8 HTTP/1.1" status: 200 len: 1096 time: 0.0604548 Jun 16 13:59:26.797578 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a333c30-5486-431e-a20e-c9c68fe2b926 req-d3b0f10f-1855-4870-a5e8-9e0098819ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:26.799008 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2a333c30-5486-431e-a20e-c9c68fe2b926 req-d3b0f10f-1855-4870-a5e8-9e0098819ffb service neutron] 10.222.0.101 "GET /v2.0/networks?id=9ff46e01-f033-4a9d-825b-55de1b440307 HTTP/1.1" status: 200 len: 910 time: 0.0838635 Jun 16 13:59:26.878171 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2a333c30-5486-431e-a20e-c9c68fe2b926 req-63eeb5ac-7c7a-492a-bc6c-d50f9ae5d64e service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5c2f556-1ac6-4682-84bc-2649142b890b HTTP/1.1" status: 200 len: 998 time: 0.0725019 Jun 16 13:59:26.934886 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a333c30-5486-431e-a20e-c9c68fe2b926 req-1914d552-acea-4862-8d14-7ea66a04e97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:26.936524 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2a333c30-5486-431e-a20e-c9c68fe2b926 req-1914d552-acea-4862-8d14-7ea66a04e97b service neutron] 10.222.0.101 "GET /v2.0/subnets?id=5e3e4686-968c-4068-8f86-79effd5df8d6 HTTP/1.1" status: 200 len: 847 time: 0.0521712 Jun 16 13:59:26.998910 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a333c30-5486-431e-a20e-c9c68fe2b926 req-55a58cd9-1db9-4783-a0df-e3dadfd49970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:27.000507 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2a333c30-5486-431e-a20e-c9c68fe2b926 req-55a58cd9-1db9-4783-a0df-e3dadfd49970 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=9ff46e01-f033-4a9d-825b-55de1b440307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0570350 Jun 16 13:59:27.105590 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2a333c30-5486-431e-a20e-c9c68fe2b926 req-1a940cdb-3e2a-475b-a69e-adbcab2c18e7 service neutron] 10.222.0.101 "GET /v2.0/networks/9ff46e01-f033-4a9d-825b-55de1b440307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980799 Jun 16 13:59:27.195141 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-2a333c30-5486-431e-a20e-c9c68fe2b926 req-6235b676-4aa4-4098-9bc6-88ef1f314c11 service neutron] 10.222.0.101 "GET /v2.0/networks/9ff46e01-f033-4a9d-825b-55de1b440307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831561 Jun 16 13:59:27.690468 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d253c5d-f9b4-4d1a-863e-05e71a5f0a6d req-b24bee84-5627-410f-9b82-381c0084b659 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:27.691940 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-7d253c5d-f9b4-4d1a-863e-05e71a5f0a6d req-b24bee84-5627-410f-9b82-381c0084b659 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "GET /v2.0/ports?device_id=3712942f-8fcc-4322-b90d-6ba400a011d8 HTTP/1.1" status: 200 len: 943 time: 0.0657730 Jun 16 13:59:27.736891 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-7d253c5d-f9b4-4d1a-863e-05e71a5f0a6d req-4647fe30-322f-446e-ab74-7eac0fd82697 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "GET /v2.0/security-groups?id=84a5e7c5-0c57-4290-a5d7-e66a5fea1573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391257 Jun 16 13:59:28.487466 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device b5c2f556-1ac6-4682-84bc-2649142b890b details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=103676) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 16 13:59:28.582020 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port b5c2f556-1ac6-4682-84bc-2649142b890b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b5c2f556-1ac6-4682-84bc-2649142b890b,segment=NetworkSegment(c36f7b76-e80b-4058-81ab-68078bc179f6),segment_id=c36f7b76-e80b-4058-81ab-68078bc179f6)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:59:28.593085 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Returning: {'device': 'b5c2f556-1ac6-4682-84bc-2649142b890b', 'network_id': '9ff46e01-f033-4a9d-825b-55de1b440307', 'port_id': 'b5c2f556-1ac6-4682-84bc-2649142b890b', 'mac_address': 'fa:16:3e:93:fb:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e3e4686-968c-4068-8f86-79effd5df8d6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103676) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 16 13:59:28.638147 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:28.648405 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-2a4cfc89-866e-406c-8a2e-c7590f5738b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:28.653794 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.notifiers.nova [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5c2f556-1ac6-4682-84bc-2649142b890b {{(pid=103676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 16 13:59:28.674351 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port b5c2f556-1ac6-4682-84bc-2649142b890b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b5c2f556-1ac6-4682-84bc-2649142b890b,segment=NetworkSegment(c36f7b76-e80b-4058-81ab-68078bc179f6),segment_id=c36f7b76-e80b-4058-81ab-68078bc179f6)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:59:28.678867 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:28.680622 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-774c65d9-264e-4b2b-ad95-6002752cbcd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:59:28.723906 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Pushing event updated for resources: {'Port': ['ID=b5c2f556-1ac6-4682-84bc-2649142b890b,revision_number=7']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:59:28.726920 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:59:28.889874 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] get_ports_and_sgs() called for port_ids ['b5c2f556-1ac6-4682-84bc-2649142b890b'] {{(pid=103676) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 16 13:59:28.927200 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ebe11-9795-4c1e-ba0f-e36a9a6804c0 req-d47285fa-597c-4327-8959-b179ef8b3a52 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:28.928760 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-088ebe11-9795-4c1e-ba0f-e36a9a6804c0 req-d47285fa-597c-4327-8959-b179ef8b3a52 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "GET /v2.0/ports?device_id=3712942f-8fcc-4322-b90d-6ba400a011d8 HTTP/1.1" status: 200 len: 944 time: 0.0784500 Jun 16 13:59:28.969206 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-088ebe11-9795-4c1e-ba0f-e36a9a6804c0 req-2f12005c-9f1e-48a1-aec8-8aab5241dfb9 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "GET /v2.0/security-groups?id=84a5e7c5-0c57-4290-a5d7-e66a5fea1573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342529 Jun 16 13:59:30.171951 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e27b4a-ee98-418f-9368-450890dc21ef req-f5525bcc-41fe-415c-8cd6-615902b82c9e tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:30.173352 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c8e27b4a-ee98-418f-9368-450890dc21ef req-f5525bcc-41fe-415c-8cd6-615902b82c9e tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "GET /v2.0/ports?device_id=3712942f-8fcc-4322-b90d-6ba400a011d8 HTTP/1.1" status: 200 len: 944 time: 0.0729380 Jun 16 13:59:30.221898 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-c8e27b4a-ee98-418f-9368-450890dc21ef req-b03383ab-6cf0-478f-984f-df6c56d5eefa tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "GET /v2.0/security-groups?id=84a5e7c5-0c57-4290-a5d7-e66a5fea1573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412865 Jun 16 13:59:30.517284 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device b5c2f556-1ac6-4682-84bc-2649142b890b up at agent hyperv_hv-cinder-78960 {{(pid=103676) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 16 13:59:30.568709 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.provisioning_blocks [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Provisioning complete for port b5c2f556-1ac6-4682-84bc-2649142b890b triggered by entity L2. {{(pid=103676) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 16 13:59:30.569077 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1682161'] for port, provisioning_complete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:30.661835 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1833289'] for port, before_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:30.685747 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3712942f-8fcc-4322-b90d-6ba400a011d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c2f556-1ac6-4682-84bc-2649142b890b'}] {{(pid=103676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 13:59:30.688637 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}effa97d0e2123b52db6fac0114eb4251877085964bb68e70a4b566e9e639f06e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cefef3a3-db63-4472-b7a0-e9df5a933d7f" -d '{"events": [{"server_uuid": "3712942f-8fcc-4322-b90d-6ba400a011d8", "name": "network-vif-plugged", "status": "completed", "tag": "b5c2f556-1ac6-4682-84bc-2649142b890b"}]}' {{(pid=103676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 13:59:30.702098 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] For port b5c2f556-1ac6-4682-84bc-2649142b890b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b5c2f556-1ac6-4682-84bc-2649142b890b,segment=NetworkSegment(c36f7b76-e80b-4058-81ab-68078bc179f6),segment_id=c36f7b76-e80b-4058-81ab-68078bc179f6)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 13:59:30.707841 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779595337831', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779594881064', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779594881109'] for port, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:30.709908 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 13:59:30.731423 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 13:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939ef53f-050e-4710-80b8-684a437ba904 x-openstack-request-id: req-939ef53f-050e-4710-80b8-684a437ba904 {{(pid=103676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 13:59:30.731712 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3712942f-8fcc-4322-b90d-6ba400a011d8", "name": "network-vif-plugged", "status": "completed", "tag": "b5c2f556-1ac6-4682-84bc-2649142b890b", "code": 200}]} {{(pid=103676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 13:59:30.732003 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-939ef53f-050e-4710-80b8-684a437ba904 {{(pid=103676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 13:59:30.732415 dv-cinder-789603-10-smb neutron-server[103676]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3712942f-8fcc-4322-b90d-6ba400a011d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c2f556-1ac6-4682-84bc-2649142b890b', 'code': 200} Jun 16 13:59:30.758753 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Pushing event updated for resources: {'Port': ['ID=b5c2f556-1ac6-4682-84bc-2649142b890b,revision_number=8']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 13:59:30.761810 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 13:59:30.996729 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d71ce-1eea-4841-beaa-499e239bd89b req-defad53b-e08a-4b17-9f31-3c23f423f68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:30.998324 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-cf6d71ce-1eea-4841-beaa-499e239bd89b req-defad53b-e08a-4b17-9f31-3c23f423f68f service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=3712942f-8fcc-4322-b90d-6ba400a011d8 HTTP/1.1" status: 200 len: 1098 time: 0.0645621 Jun 16 13:59:31.034708 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-cf6d71ce-1eea-4841-beaa-499e239bd89b req-f7ed27f3-98c8-454c-a47f-166735908d58 service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=84a5e7c5-0c57-4290-a5d7-e66a5fea1573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297096 Jun 16 13:59:31.143629 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:31.319429 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-5119f61a-a415-432a-ae0c-4dbbcf7ae17b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:31.417930 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f548222f-97b4-43c2-8cc4-d58848970c18 req-4078244f-5119-421b-8e77-d8fa7c9c96b7 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:31.419484 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f548222f-97b4-43c2-8cc4-d58848970c18 req-4078244f-5119-421b-8e77-d8fa7c9c96b7 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "GET /v2.0/ports?device_id=3712942f-8fcc-4322-b90d-6ba400a011d8 HTTP/1.1" status: 200 len: 945 time: 0.0747364 Jun 16 13:59:31.461005 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-f548222f-97b4-43c2-8cc4-d58848970c18 req-f908af44-4b38-4f9f-a6ac-0c6bdc63f57a tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "GET /v2.0/security-groups?id=84a5e7c5-0c57-4290-a5d7-e66a5fea1573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331483 Jun 16 13:59:32.114490 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9426d120-8ef3-450b-a3fa-438be4b95f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:32.139170 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.agents_db [None req-04e01baa-1c8d-439a-8f1b-024cbee7c8c9 None None] Agent healthcheck: found 6 active agents {{(pid=103677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 13:59:32.646160 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a1580-29d5-46d5-ac2c-36d8bdb6082d req-416bdc88-fbb8-4535-992e-2acff9d8f2de tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 13:59:32.647778 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-042a1580-29d5-46d5-ac2c-36d8bdb6082d req-416bdc88-fbb8-4535-992e-2acff9d8f2de tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "GET /v2.0/ports?device_id=3712942f-8fcc-4322-b90d-6ba400a011d8 HTTP/1.1" status: 200 len: 945 time: 0.0731158 Jun 16 13:59:32.695484 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-042a1580-29d5-46d5-ac2c-36d8bdb6082d req-d473a341-2633-4336-91e4-7d390aad55c0 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "GET /v2.0/security-groups?id=84a5e7c5-0c57-4290-a5d7-e66a5fea1573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399098 Jun 16 13:59:33.999194 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3cd87a0a-8c13-4d66-8546-43ee61e1d8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:39.773237 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 13:59:58.654169 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-0f975f79-6ad8-432a-9701-b715d5115a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:01.137769 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:01.312286 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-11d655b0-b3b8-4a20-bfea-6000b665f23f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:02.126251 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9426d120-8ef3-450b-a3fa-438be4b95f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:04.007950 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3cd87a0a-8c13-4d66-8546-43ee61e1d8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:09.142100 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.agents_db [None req-04e01baa-1c8d-439a-8f1b-024cbee7c8c9 None None] Agent healthcheck: found 6 active agents {{(pid=103677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:00:09.788114 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:22.855809 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-1cf8b193-3836-4c69-9e17-4fa6626d4145 req-5039445e-38b0-44e6-bf63-62f2f6418e22 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=3712942f-8fcc-4322-b90d-6ba400a011d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0963345 Jun 16 14:00:22.964253 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf8b193-3836-4c69-9e17-4fa6626d4145 req-c6b54643-2275-4ab4-83c1-c1d0ff5c600b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:00:22.965736 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-1cf8b193-3836-4c69-9e17-4fa6626d4145 req-c6b54643-2275-4ab4-83c1-c1d0ff5c600b service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=4b9376a7854d4bd8a107e574df080c30&device_id=3712942f-8fcc-4322-b90d-6ba400a011d8 HTTP/1.1" status: 200 len: 1098 time: 0.0570815 Jun 16 14:00:23.088724 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf8b193-3836-4c69-9e17-4fa6626d4145 req-1e7d575b-c153-4297-8e64-577c3edbd5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:00:23.090026 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-1cf8b193-3836-4c69-9e17-4fa6626d4145 req-1e7d575b-c153-4297-8e64-577c3edbd5b9 service neutron] 10.222.0.101 "GET /v2.0/networks?id=9ff46e01-f033-4a9d-825b-55de1b440307 HTTP/1.1" status: 200 len: 910 time: 0.1012218 Jun 16 14:00:23.168586 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-1cf8b193-3836-4c69-9e17-4fa6626d4145 req-494224be-73f1-4d30-9946-c4101cb716cf service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5c2f556-1ac6-4682-84bc-2649142b890b HTTP/1.1" status: 200 len: 1000 time: 0.0685070 Jun 16 14:00:23.219102 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf8b193-3836-4c69-9e17-4fa6626d4145 req-5b42ec38-bc2c-4ec4-bc8a-f5063e9888ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:00:23.220657 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-1cf8b193-3836-4c69-9e17-4fa6626d4145 req-5b42ec38-bc2c-4ec4-bc8a-f5063e9888ba service neutron] 10.222.0.101 "GET /v2.0/subnets?id=5e3e4686-968c-4068-8f86-79effd5df8d6 HTTP/1.1" status: 200 len: 847 time: 0.0456381 Jun 16 14:00:23.586662 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf8b193-3836-4c69-9e17-4fa6626d4145 req-d7072d7a-5ec6-49c5-8265-c671595b6972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:00:23.588259 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-1cf8b193-3836-4c69-9e17-4fa6626d4145 req-d7072d7a-5ec6-49c5-8265-c671595b6972 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=9ff46e01-f033-4a9d-825b-55de1b440307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3610585 Jun 16 14:00:23.689708 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-1cf8b193-3836-4c69-9e17-4fa6626d4145 req-855f4765-33f0-4bd4-96b5-a62d8fb7b358 service neutron] 10.222.0.101 "GET /v2.0/networks/9ff46e01-f033-4a9d-825b-55de1b440307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940318 Jun 16 14:00:23.782130 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-1cf8b193-3836-4c69-9e17-4fa6626d4145 req-2b0e36ec-0089-4c40-a5b1-e98bd3992a70 service neutron] 10.222.0.101 "GET /v2.0/networks/9ff46e01-f033-4a9d-825b-55de1b440307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862958 Jun 16 14:00:28.649594 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d12dc339-b338-448f-b517-b7956943f2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:31.150442 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:31.322961 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-8183b787-d40e-4052-b55a-7b848150642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:32.130810 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9426d120-8ef3-450b-a3fa-438be4b95f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:34.005685 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3cd87a0a-8c13-4d66-8546-43ee61e1d8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:39.817202 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:46.141496 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.agents_db [None req-04e01baa-1c8d-439a-8f1b-024cbee7c8c9 None None] Agent healthcheck: found 6 active agents {{(pid=103677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:00:48.512698 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 47224) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:00:48.681314 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-8dcabd4f-ae7c-4d6d-9b94-ce99ff2cb9d7 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Deleting port d742023c-4e15-428b-9c04-96bb3a103968 {{(pid=103674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:00:48.681604 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-8dcabd4f-ae7c-4d6d-9b94-ce99ff2cb9d7 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779595332765'] for port, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:48.761953 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-8dcabd4f-ae7c-4d6d-9b94-ce99ff2cb9d7 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757230'] for port, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:48.762236 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-8dcabd4f-ae7c-4d6d-9b94-ce99ff2cb9d7 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:48.829956 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-8dcabd4f-ae7c-4d6d-9b94-ce99ff2cb9d7 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Calling delete_port for d742023c-4e15-428b-9c04-96bb3a103968 owned by network:floatingip {{(pid=103674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:00:48.992395 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-8dcabd4f-ae7c-4d6d-9b94-ce99ff2cb9d7 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779595337849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779594881055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10072337'] for port, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:48.994429 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-f071b932-ea2d-4ca8-b15f-6882a66d1036 tempest-VolumesSnapshotTestJSON-540494877 tempest-VolumesSnapshotTestJSON-540494877-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:00:49.017946 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcabd4f-ae7c-4d6d-9b94-ce99ff2cb9d7 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Pushing event deleted for resources: {'Port': ['ID=d742023c-4e15-428b-9c04-96bb3a103968,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:00:49.029109 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcabd4f-ae7c-4d6d-9b94-ce99ff2cb9d7 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:00:49.029462 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcabd4f-ae7c-4d6d-9b94-ce99ff2cb9d7 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:00:49.029857 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcabd4f-ae7c-4d6d-9b94-ce99ff2cb9d7 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:00:49.030219 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcabd4f-ae7c-4d6d-9b94-ce99ff2cb9d7 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:00:49.030578 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcabd4f-ae7c-4d6d-9b94-ce99ff2cb9d7 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:00:49.030932 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcabd4f-ae7c-4d6d-9b94-ce99ff2cb9d7 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:00:49.031280 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcabd4f-ae7c-4d6d-9b94-ce99ff2cb9d7 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:00:49.031632 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcabd4f-ae7c-4d6d-9b94-ce99ff2cb9d7 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:00:49.031986 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcabd4f-ae7c-4d6d-9b94-ce99ff2cb9d7 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:00:49.032356 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcabd4f-ae7c-4d6d-9b94-ce99ff2cb9d7 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:00:49.032701 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcabd4f-ae7c-4d6d-9b94-ce99ff2cb9d7 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:00:49.033044 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcabd4f-ae7c-4d6d-9b94-ce99ff2cb9d7 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103674) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:00:49.050894 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-8dcabd4f-ae7c-4d6d-9b94-ce99ff2cb9d7 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:00:49.093352 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-8dcabd4f-ae7c-4d6d-9b94-ce99ff2cb9d7 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Notify callbacks [] for floatingip, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:49.093574 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.db.l3_db [None req-8dcabd4f-ae7c-4d6d-9b94-ce99ff2cb9d7 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Floating IP eb9a89e7-c5e9-4a2a-bd3f-d4033a81a6ab disassociated (deleted). External IP: 172.28.1.23, port: b5c2f556-1ac6-4682-84bc-2649142b890b. Jun 16 14:00:49.305763 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dcabd4f-ae7c-4d6d-9b94-ce99ff2cb9d7 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Router a2af191e-28cf-448f-b136-afcfeb076fee has already been hosted by L3 agent bfb54b95-b8bd-4202-8e6c-bc5e048a10e9 {{(pid=103674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 14:00:49.412254 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dcabd4f-ae7c-4d6d-9b94-ce99ff2cb9d7 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Notify agent at l3_agent.dv-cinder-789603-10-smb the message routers_updated {{(pid=103674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:00:49.417184 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-8dcabd4f-ae7c-4d6d-9b94-ce99ff2cb9d7 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914'] for floatingip, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:49.422255 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a47f36c-4e71-4e55-9224-94668c61b164 None None] Sync routers for ids ['a2af191e-28cf-448f-b136-afcfeb076fee'] in dv-cinder-789603-10-smb {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:00:49.432657 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a47f36c-4e71-4e55-9224-94668c61b164 None None] Routers {'a2af191e-28cf-448f-b136-afcfeb076fee'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:00:49.433283 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-0a47f36c-4e71-4e55-9224-94668c61b164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T14:00:31Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['a2af191e-28cf-448f-b136-afcfeb076fee'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:00:49.457385 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-8dcabd4f-ae7c-4d6d-9b94-ce99ff2cb9d7 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "DELETE /v2.0/floatingips/eb9a89e7-c5e9-4a2a-bd3f-d4033a81a6ab HTTP/1.1" status: 204 len: 168 time: 0.9435022 Jun 16 14:00:49.458036 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3712942f-8fcc-4322-b90d-6ba400a011d8', 'tag': 'b5c2f556-1ac6-4682-84bc-2649142b890b'}] {{(pid=103674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:00:49.460345 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf0caa33b503d1f2c3d6e3a51c00f46bab3e78c159fea0ab96052d9779657e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3797888a-6ea7-471f-bd78-520da7c97078" -d '{"events": [{"name": "network-changed", "server_uuid": "3712942f-8fcc-4322-b90d-6ba400a011d8", "tag": "b5c2f556-1ac6-4682-84bc-2649142b890b"}]}' {{(pid=103674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:00:49.551750 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-0a47f36c-4e71-4e55-9224-94668c61b164 None None] Set router a2af191e-28cf-448f-b136-afcfeb076fee gateway port host: dv-cinder-789603-10-smb {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:00:49.567620 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 16 Jun 2021 14:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6abaa8-5681-4814-ac03-a838c56df7dc x-openstack-request-id: req-aa6abaa8-5681-4814-ac03-a838c56df7dc {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:00:49.568184 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3712942f-8fcc-4322-b90d-6ba400a011d8", "tag": "b5c2f556-1ac6-4682-84bc-2649142b890b", "status": "completed", "code": 200}]} {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:00:49.568282 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-aa6abaa8-5681-4814-ac03-a838c56df7dc {{(pid=103674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:00:49.568731 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3712942f-8fcc-4322-b90d-6ba400a011d8', 'tag': 'b5c2f556-1ac6-4682-84bc-2649142b890b', 'status': 'completed', 'code': 200} Jun 16 14:00:49.647949 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797888a-6ea7-471f-bd78-520da7c97078 req-e20f0d6f-3888-4c61-8cb6-d9fe7fa220b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:00:49.649693 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-3797888a-6ea7-471f-bd78-520da7c97078 req-e20f0d6f-3888-4c61-8cb6-d9fe7fa220b4 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=4b9376a7854d4bd8a107e574df080c30&device_id=3712942f-8fcc-4322-b90d-6ba400a011d8 HTTP/1.1" status: 200 len: 1098 time: 0.0597765 Jun 16 14:00:49.742930 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797888a-6ea7-471f-bd78-520da7c97078 req-bbec2389-50fa-418b-b089-0e5b5dfb1335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:00:49.744429 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-3797888a-6ea7-471f-bd78-520da7c97078 req-bbec2389-50fa-418b-b089-0e5b5dfb1335 service neutron] 10.222.0.101 "GET /v2.0/networks?id=9ff46e01-f033-4a9d-825b-55de1b440307 HTTP/1.1" status: 200 len: 910 time: 0.0885108 Jun 16 14:00:49.750856 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-0a47f36c-4e71-4e55-9224-94668c61b164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2af191e-28cf-448f-b136-afcfeb076fee', 'name': 'tempest-TestShelveInstance-846295314-router', 'tenant_id': '4b9376a7854d4bd8a107e574df080c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.169'}], 'enable_snat': True}, 'gw_port_id': 'e533f7a5-a67b-42b1-ad7c-fad6228f2137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:56:39Z', 'updated_at': '2021-06-16T13:56:42Z', 'revision_number': 4, 'project_id': '4b9376a7854d4bd8a107e574df080c30', 'gw_port': {'id': 'e533f7a5-a67b-42b1-ad7c-fad6228f2137', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2af191e-28cf-448f-b136-afcfeb076fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:40Z', 'updated_at': '2021-06-16T13:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_interfaces': [{'id': '93cb13f5-7189-4840-906f-d678aef87e6d', 'name': '', 'network_id': '9ff46e01-f033-4a9d-825b-55de1b440307', 'tenant_id': '4b9376a7854d4bd8a107e574df080c30', 'mac_address': 'fa:16:3e:ca:ad:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2af191e-28cf-448f-b136-afcfeb076fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '5e3e4686-968c-4068-8f86-79effd5df8d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:41Z', 'updated_at': '2021-06-16T13:56:48Z', 'revision_number': 5, 'project_id': '4b9376a7854d4bd8a107e574df080c30', 'subnets': [{'id': '5e3e4686-968c-4068-8f86-79effd5df8d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:00:49.754328 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a47f36c-4e71-4e55-9224-94668c61b164 None None] Checking router: a2af191e-28cf-448f-b136-afcfeb076fee for host: dv-cinder-789603-10-smb {{(pid=103676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:00:49.763085 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a47f36c-4e71-4e55-9224-94668c61b164 None None] Routers {'a2af191e-28cf-448f-b136-afcfeb076fee'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:00:49.764343 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-0a47f36c-4e71-4e55-9224-94668c61b164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T14:00:31Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['a2af191e-28cf-448f-b136-afcfeb076fee'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:00:49.795459 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-3797888a-6ea7-471f-bd78-520da7c97078 req-c1e98e57-eff3-4e98-b06a-bdfa93091584 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5c2f556-1ac6-4682-84bc-2649142b890b HTTP/1.1" status: 200 len: 217 time: 0.0438120 Jun 16 14:00:49.860289 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797888a-6ea7-471f-bd78-520da7c97078 req-2520bc65-103f-4957-9357-5c82cdd36983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:00:49.861732 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-3797888a-6ea7-471f-bd78-520da7c97078 req-2520bc65-103f-4957-9357-5c82cdd36983 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=5e3e4686-968c-4068-8f86-79effd5df8d6 HTTP/1.1" status: 200 len: 847 time: 0.0598681 Jun 16 14:00:49.893933 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-0a47f36c-4e71-4e55-9224-94668c61b164 None None] Set router a2af191e-28cf-448f-b136-afcfeb076fee gateway port host: dv-cinder-789603-10-smb {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:00:49.962009 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0614712b-4d4f-4855-b736-07ecb73c6c64 req-65325c30-4937-4f09-8adc-2ad2db1dd43c tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:00:49.965259 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-0614712b-4d4f-4855-b736-07ecb73c6c64 req-65325c30-4937-4f09-8adc-2ad2db1dd43c tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "GET /v2.0/ports?device_id=3712942f-8fcc-4322-b90d-6ba400a011d8 HTTP/1.1" status: 200 len: 945 time: 0.1735499 Jun 16 14:00:49.971024 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797888a-6ea7-471f-bd78-520da7c97078 req-c0642956-b816-4d71-bdb0-3b621d556c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:00:49.972462 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-3797888a-6ea7-471f-bd78-520da7c97078 req-c0642956-b816-4d71-bdb0-3b621d556c02 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=9ff46e01-f033-4a9d-825b-55de1b440307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0934138 Jun 16 14:00:50.070504 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-0614712b-4d4f-4855-b736-07ecb73c6c64 req-4f122fe5-21c4-4eef-8ca1-a2dcb21be592 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "GET /v2.0/security-groups?id=84a5e7c5-0c57-4290-a5d7-e66a5fea1573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970087 Jun 16 14:00:50.102074 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-3797888a-6ea7-471f-bd78-520da7c97078 req-5a820130-ea3c-4623-b930-ef05daca377b service neutron] 10.222.0.101 "GET /v2.0/networks/9ff46e01-f033-4a9d-825b-55de1b440307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079292 Jun 16 14:00:50.114148 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-0a47f36c-4e71-4e55-9224-94668c61b164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2af191e-28cf-448f-b136-afcfeb076fee', 'name': 'tempest-TestShelveInstance-846295314-router', 'tenant_id': '4b9376a7854d4bd8a107e574df080c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.169'}], 'enable_snat': True}, 'gw_port_id': 'e533f7a5-a67b-42b1-ad7c-fad6228f2137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:56:39Z', 'updated_at': '2021-06-16T13:56:42Z', 'revision_number': 4, 'project_id': '4b9376a7854d4bd8a107e574df080c30', 'gw_port': {'id': 'e533f7a5-a67b-42b1-ad7c-fad6228f2137', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2af191e-28cf-448f-b136-afcfeb076fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:40Z', 'updated_at': '2021-06-16T13:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_interfaces': [{'id': '93cb13f5-7189-4840-906f-d678aef87e6d', 'name': '', 'network_id': '9ff46e01-f033-4a9d-825b-55de1b440307', 'tenant_id': '4b9376a7854d4bd8a107e574df080c30', 'mac_address': 'fa:16:3e:ca:ad:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2af191e-28cf-448f-b136-afcfeb076fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '5e3e4686-968c-4068-8f86-79effd5df8d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:41Z', 'updated_at': '2021-06-16T13:56:48Z', 'revision_number': 5, 'project_id': '4b9376a7854d4bd8a107e574df080c30', 'subnets': [{'id': '5e3e4686-968c-4068-8f86-79effd5df8d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:00:50.117748 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a47f36c-4e71-4e55-9224-94668c61b164 None None] The sync data for ids ['a2af191e-28cf-448f-b136-afcfeb076fee'] in dv-cinder-789603-10-smb is: [{'id': 'a2af191e-28cf-448f-b136-afcfeb076fee', 'name': 'tempest-TestShelveInstance-846295314-router', 'tenant_id': '4b9376a7854d4bd8a107e574df080c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.169'}], 'enable_snat': True}, 'gw_port_id': 'e533f7a5-a67b-42b1-ad7c-fad6228f2137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:56:39Z', 'updated_at': '2021-06-16T13:56:42Z', 'revision_number': 4, 'project_id': '4b9376a7854d4bd8a107e574df080c30', 'gw_port': {'id': 'e533f7a5-a67b-42b1-ad7c-fad6228f2137', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2af191e-28cf-448f-b136-afcfeb076fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:40Z', 'updated_at': '2021-06-16T13:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb', '_interfaces': [{'id': '93cb13f5-7189-4840-906f-d678aef87e6d', 'name': '', 'network_id': '9ff46e01-f033-4a9d-825b-55de1b440307', 'tenant_id': '4b9376a7854d4bd8a107e574df080c30', 'mac_address': 'fa:16:3e:ca:ad:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2af191e-28cf-448f-b136-afcfeb076fee', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '5e3e4686-968c-4068-8f86-79effd5df8d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:41Z', 'updated_at': '2021-06-16T13:56:48Z', 'revision_number': 5, 'project_id': '4b9376a7854d4bd8a107e574df080c30', 'subnets': [{'id': '5e3e4686-968c-4068-8f86-79effd5df8d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:00:50.203654 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-3797888a-6ea7-471f-bd78-520da7c97078 req-e84b0973-4f10-4435-8446-947960eed08a service neutron] 10.222.0.101 "GET /v2.0/networks/9ff46e01-f033-4a9d-825b-55de1b440307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970035 Jun 16 14:00:50.324408 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9217682d-149b-4b07-8504-1582edb8e447 None None] New status for floating IP eb9a89e7-c5e9-4a2a-bd3f-d4033a81a6ab: DOWN {{(pid=103677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 16 14:00:51.133866 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb1f38d-dcfa-4d4e-ab1e-8c89e5dbd0db req-b65e421e-e2c1-461c-a384-2b72aeb57f32 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:00:51.135385 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ceb1f38d-dcfa-4d4e-ab1e-8c89e5dbd0db req-b65e421e-e2c1-461c-a384-2b72aeb57f32 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.101 "GET /v2.0/ports?device_id=3712942f-8fcc-4322-b90d-6ba400a011d8 HTTP/1.1" status: 200 len: 945 time: 0.0804930 Jun 16 14:00:51.271543 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [req-ceb1f38d-dcfa-4d4e-ab1e-8c89e5dbd0db req-8cd07bf4-6f41-4e40-afce-26c04de23959 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Deleting port b5c2f556-1ac6-4682-84bc-2649142b890b {{(pid=103674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:00:51.271880 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-ceb1f38d-dcfa-4d4e-ab1e-8c89e5dbd0db req-8cd07bf4-6f41-4e40-afce-26c04de23959 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779595332765'] for port, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:51.369882 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a043622-f8e5-4f4c-b038-2e9ee056d236 req-0c02a0be-f646-40bf-a107-7284b2c336bf tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103674) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 16 14:00:51.371321 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-4a043622-f8e5-4f4c-b038-2e9ee056d236 req-0c02a0be-f646-40bf-a107-7284b2c336bf tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "GET /v2.0/ports?device_id=3712942f-8fcc-4322-b90d-6ba400a011d8 HTTP/1.1" status: 200 len: 945 time: 0.1924548 Jun 16 14:00:51.376047 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.db [req-ceb1f38d-dcfa-4d4e-ab1e-8c89e5dbd0db req-8cd07bf4-6f41-4e40-afce-26c04de23959 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] For port b5c2f556-1ac6-4682-84bc-2649142b890b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b5c2f556-1ac6-4682-84bc-2649142b890b,segment=NetworkSegment(c36f7b76-e80b-4058-81ab-68078bc179f6),segment_id=c36f7b76-e80b-4058-81ab-68078bc179f6)] {{(pid=103674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:00:51.376415 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-ceb1f38d-dcfa-4d4e-ab1e-8c89e5dbd0db req-8cd07bf4-6f41-4e40-afce-26c04de23959 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757230'] for port, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:51.450296 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [req-ceb1f38d-dcfa-4d4e-ab1e-8c89e5dbd0db req-8cd07bf4-6f41-4e40-afce-26c04de23959 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Calling delete_port for b5c2f556-1ac6-4682-84bc-2649142b890b owned by compute:nova {{(pid=103674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:00:51.506004 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-4a043622-f8e5-4f4c-b038-2e9ee056d236 req-b077d98e-f3ca-4c80-b59e-3d9d583b83bc tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "GET /v2.0/security-groups?id=84a5e7c5-0c57-4290-a5d7-e66a5fea1573&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271584 Jun 16 14:00:51.602846 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-ceb1f38d-dcfa-4d4e-ab1e-8c89e5dbd0db req-8cd07bf4-6f41-4e40-afce-26c04de23959 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779595337849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779594881055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10072337'] for port, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:51.607790 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-8b17e891-deb1-41d2-b873-429180bd1905 tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:00:51.634079 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd07bf4-6f41-4e40-afce-26c04de23959 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Pushing event deleted for resources: {'Port': ['ID=b5c2f556-1ac6-4682-84bc-2649142b890b,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:00:51.637509 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-8cd07bf4-6f41-4e40-afce-26c04de23959 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:00:51.682710 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceb1f38d-dcfa-4d4e-ab1e-8c89e5dbd0db req-8cd07bf4-6f41-4e40-afce-26c04de23959 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] No DVR routers for this DVR port b5c2f556-1ac6-4682-84bc-2649142b890b on host hv-cinder-78960 {{(pid=103674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 14:00:51.685444 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [req-ceb1f38d-dcfa-4d4e-ab1e-8c89e5dbd0db req-8cd07bf4-6f41-4e40-afce-26c04de23959 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-863914'] for port, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:51.687437 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [req-ceb1f38d-dcfa-4d4e-ab1e-8c89e5dbd0db req-8cd07bf4-6f41-4e40-afce-26c04de23959 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.101 "DELETE /v2.0/ports/b5c2f556-1ac6-4682-84bc-2649142b890b HTTP/1.1" status: 204 len: 173 time: 0.5454316 Jun 16 14:00:51.687951 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3712942f-8fcc-4322-b90d-6ba400a011d8', 'name': 'network-vif-deleted', 'tag': 'b5c2f556-1ac6-4682-84bc-2649142b890b'}] {{(pid=103674) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 16 14:00:51.690349 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.104/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdf0caa33b503d1f2c3d6e3a51c00f46bab3e78c159fea0ab96052d9779657e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec0ef9c-efa9-4d5e-b5da-b6cfad4061c2" -d '{"events": [{"server_uuid": "3712942f-8fcc-4322-b90d-6ba400a011d8", "name": "network-vif-deleted", "tag": "b5c2f556-1ac6-4682-84bc-2649142b890b"}]}' {{(pid=103674) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 16 14:00:51.729284 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 16 Jun 2021 14:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1757d47-b8e5-472b-bda6-7931ea2b23bb x-openstack-request-id: req-d1757d47-b8e5-472b-bda6-7931ea2b23bb {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 16 14:00:51.729614 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3712942f-8fcc-4322-b90d-6ba400a011d8", "name": "network-vif-deleted", "tag": "b5c2f556-1ac6-4682-84bc-2649142b890b", "status": "completed", "code": 200}]} {{(pid=103674) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 16 14:00:51.729980 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.104/compute/v2.1/os-server-external-events used request id req-d1757d47-b8e5-472b-bda6-7931ea2b23bb {{(pid=103674) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 16 14:00:51.730374 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3712942f-8fcc-4322-b90d-6ba400a011d8', 'name': 'network-vif-deleted', 'tag': 'b5c2f556-1ac6-4682-84bc-2649142b890b', 'status': 'completed', 'code': 200} Jun 16 14:00:52.604256 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 47254) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:00:52.672120 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-bad285ff-ca10-4dc3-be56-97b41a45c2a6 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Notify callbacks [] for security_group, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:52.697220 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-bad285ff-ca10-4dc3-be56-97b41a45c2a6 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:52.761455 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-bad285ff-ca10-4dc3-be56-97b41a45c2a6 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:52.763984 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-bad285ff-ca10-4dc3-be56-97b41a45c2a6 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:52.765190 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-bad285ff-ca10-4dc3-be56-97b41a45c2a6 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] 10.222.0.104 "DELETE /v2.0/security-groups/84a5e7c5-0c57-4290-a5d7-e66a5fea1573 HTTP/1.1" status: 204 len: 168 time: 0.1596251 Jun 16 14:00:52.766059 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-f27f80ff-bd6d-4137-b3ec-b6266883d100 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:00:52.774770 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad285ff-ca10-4dc3-be56-97b41a45c2a6 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a5e7c5-0c57-4290-a5d7-e66a5fea1573,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:00:52.781711 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad285ff-ca10-4dc3-be56-97b41a45c2a6 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:00:52.782086 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad285ff-ca10-4dc3-be56-97b41a45c2a6 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:00:52.782455 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad285ff-ca10-4dc3-be56-97b41a45c2a6 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:00:52.782818 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad285ff-ca10-4dc3-be56-97b41a45c2a6 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:00:52.783174 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad285ff-ca10-4dc3-be56-97b41a45c2a6 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:00:52.783533 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad285ff-ca10-4dc3-be56-97b41a45c2a6 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:00:52.783888 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad285ff-ca10-4dc3-be56-97b41a45c2a6 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:00:52.784271 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad285ff-ca10-4dc3-be56-97b41a45c2a6 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:00:52.784629 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad285ff-ca10-4dc3-be56-97b41a45c2a6 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:00:52.785135 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad285ff-ca10-4dc3-be56-97b41a45c2a6 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:00:52.785342 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad285ff-ca10-4dc3-be56-97b41a45c2a6 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:00:52.785680 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad285ff-ca10-4dc3-be56-97b41a45c2a6 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:00:52.788742 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-bad285ff-ca10-4dc3-be56-97b41a45c2a6 tempest-TestShelveInstance-1246444668 tempest-TestShelveInstance-1246444668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:00:52.805124 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 47260) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:00:53.186981 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-c046d22b-77f8-4952-a2eb-682f96598e74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690889'] for router_interface, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:53.441618 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-c046d22b-77f8-4952-a2eb-682f96598e74 admin admin] Deleting port 93cb13f5-7189-4840-906f-d678aef87e6d {{(pid=103675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:00:53.441954 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-c046d22b-77f8-4952-a2eb-682f96598e74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779595332765'] for port, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:53.521509 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-c046d22b-77f8-4952-a2eb-682f96598e74 admin admin] For port 93cb13f5-7189-4840-906f-d678aef87e6d, host dv-cinder-789603-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=93cb13f5-7189-4840-906f-d678aef87e6d,segment=NetworkSegment(c36f7b76-e80b-4058-81ab-68078bc179f6),segment_id=c36f7b76-e80b-4058-81ab-68078bc179f6)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:00:53.521874 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-c046d22b-77f8-4952-a2eb-682f96598e74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757230'] for port, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:53.586820 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-c046d22b-77f8-4952-a2eb-682f96598e74 admin admin] Calling delete_port for 93cb13f5-7189-4840-906f-d678aef87e6d owned by network:router_interface {{(pid=103675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:00:53.780184 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-c046d22b-77f8-4952-a2eb-682f96598e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779595337849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779594881055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10266981'] for port, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:53.782016 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-18e449d1-9795-427b-9ee4-e827a3b71a59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:00:53.805315 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c046d22b-77f8-4952-a2eb-682f96598e74 admin admin] Pushing event deleted for resources: {'Port': ['ID=93cb13f5-7189-4840-906f-d678aef87e6d,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:00:53.808737 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-c046d22b-77f8-4952-a2eb-682f96598e74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:00:53.971474 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-c046d22b-77f8-4952-a2eb-682f96598e74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690781'] for router_interface, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:54.185859 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c046d22b-77f8-4952-a2eb-682f96598e74 admin admin] Router a2af191e-28cf-448f-b136-afcfeb076fee has already been hosted by L3 agent bfb54b95-b8bd-4202-8e6c-bc5e048a10e9 {{(pid=103675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 14:00:54.301014 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c046d22b-77f8-4952-a2eb-682f96598e74 admin admin] Notify agent at l3_agent.dv-cinder-789603-10-smb the message routers_updated {{(pid=103675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:00:54.306260 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-c046d22b-77f8-4952-a2eb-682f96598e74 admin admin] 10.222.0.104 "PUT /v2.0/routers/a2af191e-28cf-448f-b136-afcfeb076fee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5000441 Jun 16 14:00:54.308964 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 47262) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:00:54.310859 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566d8954-3bdb-44e3-85ff-751887186624 None None] Sync routers for ids ['a2af191e-28cf-448f-b136-afcfeb076fee'] in dv-cinder-789603-10-smb {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:00:54.321142 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566d8954-3bdb-44e3-85ff-751887186624 None None] Routers {'a2af191e-28cf-448f-b136-afcfeb076fee'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:00:54.321844 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-566d8954-3bdb-44e3-85ff-751887186624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T14:00:31Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['a2af191e-28cf-448f-b136-afcfeb076fee'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:00:54.409590 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-6be22910-cde9-4557-a43b-322fc140b063 admin admin] Notify callbacks [] for router, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:54.423465 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-566d8954-3bdb-44e3-85ff-751887186624 None None] Set router a2af191e-28cf-448f-b136-afcfeb076fee gateway port host: dv-cinder-789603-10-smb {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:00:54.508828 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-6be22910-cde9-4557-a43b-322fc140b063 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:54.560237 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-6be22910-cde9-4557-a43b-322fc140b063 admin admin] Deleting port e533f7a5-a67b-42b1-ad7c-fad6228f2137 {{(pid=103675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:00:54.560567 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-6be22910-cde9-4557-a43b-322fc140b063 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779595332765'] for port, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:54.593886 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-566d8954-3bdb-44e3-85ff-751887186624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2af191e-28cf-448f-b136-afcfeb076fee', 'name': 'tempest-TestShelveInstance-846295314-router', 'tenant_id': '4b9376a7854d4bd8a107e574df080c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.169'}], 'enable_snat': True}, 'gw_port_id': 'e533f7a5-a67b-42b1-ad7c-fad6228f2137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:56:39Z', 'updated_at': '2021-06-16T14:00:53Z', 'revision_number': 5, 'project_id': '4b9376a7854d4bd8a107e574df080c30', 'gw_port': {'id': 'e533f7a5-a67b-42b1-ad7c-fad6228f2137', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2af191e-28cf-448f-b136-afcfeb076fee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:40Z', 'updated_at': '2021-06-16T13:56:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb'}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:00:54.597407 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566d8954-3bdb-44e3-85ff-751887186624 None None] Checking router: a2af191e-28cf-448f-b136-afcfeb076fee for host: dv-cinder-789603-10-smb {{(pid=103676) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:00:54.605582 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566d8954-3bdb-44e3-85ff-751887186624 None None] Routers {'a2af191e-28cf-448f-b136-afcfeb076fee'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103676) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:00:54.606204 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-566d8954-3bdb-44e3-85ff-751887186624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T14:00:31Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['a2af191e-28cf-448f-b136-afcfeb076fee'], 'active': True} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:00:54.649137 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-6be22910-cde9-4557-a43b-322fc140b063 admin admin] For port e533f7a5-a67b-42b1-ad7c-fad6228f2137, host dv-cinder-789603-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=e533f7a5-a67b-42b1-ad7c-fad6228f2137,segment=NetworkSegment(8c058e4f-8cd0-4a1d-96cc-b525f030ca20),segment_id=8c058e4f-8cd0-4a1d-96cc-b525f030ca20)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:00:54.649494 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-6be22910-cde9-4557-a43b-322fc140b063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757230'] for port, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:54.695166 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvr_db [None req-566d8954-3bdb-44e3-85ff-751887186624 None None] Set router a2af191e-28cf-448f-b136-afcfeb076fee gateway port host: None {{(pid=103676) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:00:54.723174 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-6be22910-cde9-4557-a43b-322fc140b063 admin admin] Calling delete_port for e533f7a5-a67b-42b1-ad7c-fad6228f2137 owned by network:router_gateway {{(pid=103675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:00:54.748621 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_hamode_db [None req-566d8954-3bdb-44e3-85ff-751887186624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2af191e-28cf-448f-b136-afcfeb076fee', 'name': 'tempest-TestShelveInstance-846295314-router', 'tenant_id': '4b9376a7854d4bd8a107e574df080c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:56:39Z', 'updated_at': '2021-06-16T14:00:54Z', 'revision_number': 6, 'project_id': '4b9376a7854d4bd8a107e574df080c30', 'gw_port_host': None}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:00:54.752392 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-566d8954-3bdb-44e3-85ff-751887186624 None None] The sync data for ids ['a2af191e-28cf-448f-b136-afcfeb076fee'] in dv-cinder-789603-10-smb is: [{'id': 'a2af191e-28cf-448f-b136-afcfeb076fee', 'name': 'tempest-TestShelveInstance-846295314-router', 'tenant_id': '4b9376a7854d4bd8a107e574df080c30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:56:39Z', 'updated_at': '2021-06-16T14:00:54Z', 'revision_number': 6, 'project_id': '4b9376a7854d4bd8a107e574df080c30', 'gw_port_host': None}] {{(pid=103676) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:00:54.888261 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-6be22910-cde9-4557-a43b-322fc140b063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779595337849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779594881055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10266981'] for port, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:54.890692 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-ae21702b-2563-4e80-92e2-7db173b06e88 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:00:54.916656 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be22910-cde9-4557-a43b-322fc140b063 admin admin] Pushing event deleted for resources: {'Port': ['ID=e533f7a5-a67b-42b1-ad7c-fad6228f2137,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:00:54.920037 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-6be22910-cde9-4557-a43b-322fc140b063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:00:54.983538 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-6be22910-cde9-4557-a43b-322fc140b063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759070'] for router_gateway, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:54.999542 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device b5c2f556-1ac6-4682-84bc-2649142b890b no longer exists at agent hyperv_hv-cinder-78960 {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:00:55.020500 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] No Port match for: b5c2f556-1ac6-4682-84bc-2649142b890b {{(pid=103676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:00:55.020856 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Device b5c2f556-1ac6-4682-84bc-2649142b890b not bound to the agent host hv-cinder-78960 {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:00:55.074437 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-6be22910-cde9-4557-a43b-322fc140b063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-704349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-825'] for router, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:55.076928 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-6be22910-cde9-4557-a43b-322fc140b063 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:55.121876 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-6be22910-cde9-4557-a43b-322fc140b063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769364'] for router, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:55.122457 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be22910-cde9-4557-a43b-322fc140b063 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2af191e-28cf-448f-b136-afcfeb076fee {{(pid=103675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 14:00:55.129343 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-6be22910-cde9-4557-a43b-322fc140b063 admin admin] Notify callbacks [] for router, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:55.130510 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-6be22910-cde9-4557-a43b-322fc140b063 admin admin] 10.222.0.104 "DELETE /v2.0/routers/a2af191e-28cf-448f-b136-afcfeb076fee HTTP/1.1" status: 204 len: 168 time: 0.8204079 Jun 16 14:00:55.133017 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 47264) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:00:55.182998 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.db.db_base_plugin_v2 [None req-788993ff-9c40-4665-984a-f306b2335b12 admin admin] Deleting subnet 5e3e4686-968c-4068-8f86-79effd5df8d6 {{(pid=103675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 14:00:55.186177 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-788993ff-9c40-4665-984a-f306b2335b12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:55.219304 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-788993ff-9c40-4665-984a-f306b2335b12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3011126'] for subnet, precommit_delete_associations {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:55.293139 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-788993ff-9c40-4665-984a-f306b2335b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693187'] for subnet, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:55.349168 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-788993ff-9c40-4665-984a-f306b2335b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10267055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8682005'] for subnet, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:55.352419 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-50f7795d-0a3e-4646-9419-55f488fcba3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:00:55.378820 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788993ff-9c40-4665-984a-f306b2335b12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e3e4686-968c-4068-8f86-79effd5df8d6,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:00:55.381865 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-788993ff-9c40-4665-984a-f306b2335b12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:00:55.382879 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-788993ff-9c40-4665-984a-f306b2335b12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:55.384761 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-788993ff-9c40-4665-984a-f306b2335b12 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/5e3e4686-968c-4068-8f86-79effd5df8d6 HTTP/1.1" status: 204 len: 168 time: 0.2508276 Jun 16 14:00:55.387663 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 47266) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:00:55.388940 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2841cc-2bcf-45c8-994e-1b91aaa1da15 None None] Network 9ff46e01-f033-4a9d-825b-55de1b440307 requested from dv-cinder-789603-10-smb {{(pid=103676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:00:55.453021 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5cc0c6c2-80c2-4cee-a8aa-fa532a894e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1752478'] for network, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:55.508996 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-5cc0c6c2-80c2-4cee-a8aa-fa532a894e5d admin admin] Deleting port 688c90e4-3c2d-46d2-8f1f-95702028e074 {{(pid=103675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:00:55.509345 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5cc0c6c2-80c2-4cee-a8aa-fa532a894e5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779595332765'] for port, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:55.577497 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8f99d1-d496-411d-86fc-762f95bd04cd None None] DHCP port deletion for 9ff46e01-f033-4a9d-825b-55de1b440307 request from dv-cinder-789603-10-smb {{(pid=103676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 14:00:55.579458 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.db [None req-5cc0c6c2-80c2-4cee-a8aa-fa532a894e5d admin admin] For port 688c90e4-3c2d-46d2-8f1f-95702028e074, host dv-cinder-789603-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=688c90e4-3c2d-46d2-8f1f-95702028e074,segment=NetworkSegment(c36f7b76-e80b-4058-81ab-68078bc179f6),segment_id=c36f7b76-e80b-4058-81ab-68078bc179f6)] {{(pid=103675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:00:55.579820 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5cc0c6c2-80c2-4cee-a8aa-fa532a894e5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757230'] for port, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:55.644065 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.plugin [None req-5cc0c6c2-80c2-4cee-a8aa-fa532a894e5d admin admin] Calling delete_port for 688c90e4-3c2d-46d2-8f1f-95702028e074 owned by network:dhcp {{(pid=103675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:00:55.730884 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5cc0c6c2-80c2-4cee-a8aa-fa532a894e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779595337849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779594881055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10266981'] for port, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:55.734033 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:00:55.753989 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-9d8f99d1-d496-411d-86fc-762f95bd04cd None None] Deleting port 688c90e4-3c2d-46d2-8f1f-95702028e074 {{(pid=103676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:00:55.753989 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9d8f99d1-d496-411d-86fc-762f95bd04cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779595332765'] for port, before_delete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:55.759496 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc0c6c2-80c2-4cee-a8aa-fa532a894e5d admin admin] Pushing event deleted for resources: {'Port': ['ID=688c90e4-3c2d-46d2-8f1f-95702028e074,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:00:55.762636 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-5cc0c6c2-80c2-4cee-a8aa-fa532a894e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:00:55.763444 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc0c6c2-80c2-4cee-a8aa-fa532a894e5d admin admin] No DVR routers for this DVR port 688c90e4-3c2d-46d2-8f1f-95702028e074 on host dv-cinder-789603-10-smb {{(pid=103675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 14:00:55.816420 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-9d8f99d1-d496-411d-86fc-762f95bd04cd None None] For port 688c90e4-3c2d-46d2-8f1f-95702028e074, host dv-cinder-789603-10-smb, got binding levels [] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:00:55.816810 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9d8f99d1-d496-411d-86fc-762f95bd04cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757230'] for port, precommit_delete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:55.833387 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5cc0c6c2-80c2-4cee-a8aa-fa532a894e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1693580', 'neutron.services.segments.db._delete_segments_for_network-8779595370801'] for network, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:55.843363 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.services.segments.db [None req-5cc0c6c2-80c2-4cee-a8aa-fa532a894e5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ff46e01-f033-4a9d-825b-55de1b440307']}} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:00:55.853748 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.services.segments.db [None req-5cc0c6c2-80c2-4cee-a8aa-fa532a894e5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c36f7b76-e80b-4058-81ab-68078bc179f6') {'for_net_delete': True} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:00:55.854050 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.services.segments.db [None req-5cc0c6c2-80c2-4cee-a8aa-fa532a894e5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c36f7b76-e80b-4058-81ab-68078bc179f6') {} {{(pid=103675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:00:55.863404 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5cc0c6c2-80c2-4cee-a8aa-fa532a894e5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779595370114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3011119'] for segment, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:55.877370 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5cc0c6c2-80c2-4cee-a8aa-fa532a894e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688368'] for segment, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:55.879341 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-9d8f99d1-d496-411d-86fc-762f95bd04cd None None] Calling delete_port for 688c90e4-3c2d-46d2-8f1f-95702028e074 owned by network:dhcp {{(pid=103676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:00:55.882250 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.ipam_backend_mixin [None req-9d8f99d1-d496-411d-86fc-762f95bd04cd None None] Port 688c90e4-3c2d-46d2-8f1f-95702028e074 was not found and therefore no delete operation was performed {{(pid=103676) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 16 14:00:55.883482 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9d8f99d1-d496-411d-86fc-762f95bd04cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779595337849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779594881055'] for port, after_delete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:55.883790 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cc0c6c2-80c2-4cee-a8aa-fa532a894e5d admin admin] Releasing vlan 1184 on physical network physnet1 to pool {{(pid=103675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 14:00:55.884250 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5cc0c6c2-80c2-4cee-a8aa-fa532a894e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10266928'] for segment, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:55.885283 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-82e98ff8-3737-4b31-87c6-f7333c5dcb3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:00:55.885910 dv-cinder-789603-10-smb neutron-server[103675]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:00:55.885910 dv-cinder-789603-10-smb neutron-server[103675]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:00:55.885910 dv-cinder-789603-10-smb neutron-server[103675]: Traceback (most recent call last): Jun 16 14:00:55.885910 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 14:00:55.885910 dv-cinder-789603-10-smb neutron-server[103675]: timer() Jun 16 14:00:55.885910 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 14:00:55.885910 dv-cinder-789603-10-smb neutron-server[103675]: cb(*args, **kw) Jun 16 14:00:55.885910 dv-cinder-789603-10-smb neutron-server[103675]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 14:00:55.885910 dv-cinder-789603-10-smb neutron-server[103675]: return func(*args, **kwargs) Jun 16 14:00:55.885910 dv-cinder-789603-10-smb neutron-server[103675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 14:00:55.885910 dv-cinder-789603-10-smb neutron-server[103675]: self._notify() Jun 16 14:00:55.885910 dv-cinder-789603-10-smb neutron-server[103675]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 14:00:55.885910 dv-cinder-789603-10-smb neutron-server[103675]: self.callback(batched_events) Jun 16 14:00:55.885910 dv-cinder-789603-10-smb neutron-server[103675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 14:00:55.885910 dv-cinder-789603-10-smb neutron-server[103675]: event.method(event) Jun 16 14:00:55.885910 dv-cinder-789603-10-smb neutron-server[103675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 14:00:55.885910 dv-cinder-789603-10-smb neutron-server[103675]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 14:00:55.885910 dv-cinder-789603-10-smb neutron-server[103675]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 14:00:55.885910 dv-cinder-789603-10-smb neutron-server[103675]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 14:00:55.885910 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 14:00:55.885910 dv-cinder-789603-10-smb neutron-server[103675]: return f(self, *a, **k) Jun 16 14:00:55.885910 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 14:00:55.885910 dv-cinder-789603-10-smb neutron-server[103675]: return self._get(url).json() Jun 16 14:00:55.885910 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 14:00:55.885910 dv-cinder-789603-10-smb neutron-server[103675]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 14:00:55.885910 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 14:00:55.885910 dv-cinder-789603-10-smb neutron-server[103675]: return self.request(url, 'GET', **kwargs) Jun 16 14:00:55.885910 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 14:00:55.885910 dv-cinder-789603-10-smb neutron-server[103675]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 14:00:55.885910 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 14:00:55.885910 dv-cinder-789603-10-smb neutron-server[103675]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 14:00:55.885910 dv-cinder-789603-10-smb neutron-server[103675]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 14:00:55.885910 dv-cinder-789603-10-smb neutron-server[103675]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 14:00:55.885910 dv-cinder-789603-10-smb neutron-server[103675]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 14:00:55.916311 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f99d1-d496-411d-86fc-762f95bd04cd None None] Pushing event deleted for resources: {'Port': ['ID=688c90e4-3c2d-46d2-8f1f-95702028e074,revision_number=None']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:00:55.920455 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8f99d1-d496-411d-86fc-762f95bd04cd None None] No DVR routers for this DVR port 688c90e4-3c2d-46d2-8f1f-95702028e074 on host dv-cinder-789603-10-smb {{(pid=103676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 14:00:55.931797 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f99d1-d496-411d-86fc-762f95bd04cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:00:55.932290 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f99d1-d496-411d-86fc-762f95bd04cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:00:55.932752 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f99d1-d496-411d-86fc-762f95bd04cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:00:55.933169 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f99d1-d496-411d-86fc-762f95bd04cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:00:55.933497 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f99d1-d496-411d-86fc-762f95bd04cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:00:55.933838 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f99d1-d496-411d-86fc-762f95bd04cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:00:55.934162 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f99d1-d496-411d-86fc-762f95bd04cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:00:55.934549 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f99d1-d496-411d-86fc-762f95bd04cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:00:55.934879 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f99d1-d496-411d-86fc-762f95bd04cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:00:55.935202 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f99d1-d496-411d-86fc-762f95bd04cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:00:55.936075 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f99d1-d496-411d-86fc-762f95bd04cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:00:55.936075 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d8f99d1-d496-411d-86fc-762f95bd04cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-10-smb {{(pid=103676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 16 14:00:55.938937 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-9d8f99d1-d496-411d-86fc-762f95bd04cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:00:55.948293 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5cc0c6c2-80c2-4cee-a8aa-fa532a894e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1693573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759152'] for network, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:55.952225 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-73a3e917-1190-4d73-9af4-74c60a8bb1c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:00:55.954666 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-5cc0c6c2-80c2-4cee-a8aa-fa532a894e5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for network, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:55.959667 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-5cc0c6c2-80c2-4cee-a8aa-fa532a894e5d admin admin] 10.222.0.104 "DELETE /v2.0/networks/9ff46e01-f033-4a9d-825b-55de1b440307 HTTP/1.1" status: 204 len: 168 time: 0.5678823 Jun 16 14:00:55.959768 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 47268) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:00:55.968006 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc0c6c2-80c2-4cee-a8aa-fa532a894e5d admin admin] Pushing event deleted for resources: {'Network': ['ID=9ff46e01-f033-4a9d-825b-55de1b440307,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:00:55.970581 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-5cc0c6c2-80c2-4cee-a8aa-fa532a894e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:00:55.999612 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 93cb13f5-7189-4840-906f-d678aef87e6d no longer exists at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:00:56.021427 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] No Port match for: 93cb13f5-7189-4840-906f-d678aef87e6d {{(pid=103676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:00:56.021762 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 93cb13f5-7189-4840-906f-d678aef87e6d not bound to the agent host dv-cinder-789603-10-smb {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:00:56.022175 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 688c90e4-3c2d-46d2-8f1f-95702028e074 no longer exists at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:00:56.039954 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] No Port match for: 688c90e4-3c2d-46d2-8f1f-95702028e074 {{(pid=103676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:00:56.040320 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 688c90e4-3c2d-46d2-8f1f-95702028e074 not bound to the agent host dv-cinder-789603-10-smb {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:00:56.040730 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device e533f7a5-a67b-42b1-ad7c-fad6228f2137 no longer exists at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:00:56.058261 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] No Port match for: e533f7a5-a67b-42b1-ad7c-fad6228f2137 {{(pid=103676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:00:56.058624 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device e533f7a5-a67b-42b1-ad7c-fad6228f2137 not bound to the agent host dv-cinder-789603-10-smb {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:00:56.301985 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-22a876a8-987d-4289-ad2d-bda23ec812a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-690889'] for router_interface, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:56.552628 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-22a876a8-987d-4289-ad2d-bda23ec812a3 admin admin] Deleting port c2b2632b-e04f-4daf-b551-6e5a65215880 {{(pid=103674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:00:56.552920 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-22a876a8-987d-4289-ad2d-bda23ec812a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779595332765'] for port, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:56.631660 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.db [None req-22a876a8-987d-4289-ad2d-bda23ec812a3 admin admin] For port c2b2632b-e04f-4daf-b551-6e5a65215880, host dv-cinder-789603-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=c2b2632b-e04f-4daf-b551-6e5a65215880,segment=NetworkSegment(bca93290-3a56-4f22-9386-a2ffea4ee37c),segment_id=bca93290-3a56-4f22-9386-a2ffea4ee37c)] {{(pid=103674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:00:56.632005 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-22a876a8-987d-4289-ad2d-bda23ec812a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757230'] for port, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:56.698245 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-22a876a8-987d-4289-ad2d-bda23ec812a3 admin admin] Calling delete_port for c2b2632b-e04f-4daf-b551-6e5a65215880 owned by network:router_interface {{(pid=103674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:00:56.883293 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-22a876a8-987d-4289-ad2d-bda23ec812a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779595337849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779594881055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10072337'] for port, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:56.886613 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-dcf65be8-af24-4c86-bc6c-730af4fdee86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:00:56.909414 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a876a8-987d-4289-ad2d-bda23ec812a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2b2632b-e04f-4daf-b551-6e5a65215880,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:00:56.913170 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-22a876a8-987d-4289-ad2d-bda23ec812a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:00:57.074900 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-22a876a8-987d-4289-ad2d-bda23ec812a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-623284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-690781'] for router_interface, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:57.282434 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a876a8-987d-4289-ad2d-bda23ec812a3 admin admin] Router 01016004-07fa-4733-9be6-0075303f225f has already been hosted by L3 agent bfb54b95-b8bd-4202-8e6c-bc5e048a10e9 {{(pid=103674) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 16 14:00:57.394904 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a876a8-987d-4289-ad2d-bda23ec812a3 admin admin] Notify agent at l3_agent.dv-cinder-789603-10-smb the message routers_updated {{(pid=103674) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 16 14:00:57.402825 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-22a876a8-987d-4289-ad2d-bda23ec812a3 admin admin] 10.222.0.104 "PUT /v2.0/routers/01016004-07fa-4733-9be6-0075303f225f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4394655 Jun 16 14:00:57.402825 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 47270) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:00:57.403799 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806d98f2-dc38-4d4a-9780-526b1e34b9f1 None None] Sync routers for ids ['01016004-07fa-4733-9be6-0075303f225f'] in dv-cinder-789603-10-smb {{(pid=103677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 16 14:00:57.414246 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806d98f2-dc38-4d4a-9780-526b1e34b9f1 None None] Routers {'01016004-07fa-4733-9be6-0075303f225f'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:00:57.414859 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_hamode_db [None req-806d98f2-dc38-4d4a-9780-526b1e34b9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T14:00:31Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['01016004-07fa-4733-9be6-0075303f225f'], 'active': True} {{(pid=103677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:00:57.507116 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-158a0cae-a5ee-4f0a-8d91-0407320f58a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:57.515684 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_dvr_db [None req-806d98f2-dc38-4d4a-9780-526b1e34b9f1 None None] Set router 01016004-07fa-4733-9be6-0075303f225f gateway port host: dv-cinder-789603-10-smb {{(pid=103677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:00:57.607866 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-158a0cae-a5ee-4f0a-8d91-0407320f58a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:57.663009 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-158a0cae-a5ee-4f0a-8d91-0407320f58a3 admin admin] Deleting port 6c5b49e4-1192-4e66-9aaf-8ee6a4050040 {{(pid=103674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:00:57.663339 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-158a0cae-a5ee-4f0a-8d91-0407320f58a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779595332765'] for port, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:57.688523 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_hamode_db [None req-806d98f2-dc38-4d4a-9780-526b1e34b9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01016004-07fa-4733-9be6-0075303f225f', 'name': 'tempest-TestShelveInstance-955071116-router', 'tenant_id': 'b4870020c46a43939d80d8387461dac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'external_fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '6c5b49e4-1192-4e66-9aaf-8ee6a4050040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:56:44Z', 'updated_at': '2021-06-16T14:00:56Z', 'revision_number': 5, 'project_id': 'b4870020c46a43939d80d8387461dac0', 'gw_port': {'id': '6c5b49e4-1192-4e66-9aaf-8ee6a4050040', 'name': '', 'network_id': '0670eadb-aa0f-4551-9ff4-64f252730750', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:af:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01016004-07fa-4733-9be6-0075303f225f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-16T13:56:45Z', 'updated_at': '2021-06-16T13:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f2f4aa09-e9c1-4804-aa42-b5c4d121e78a', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-10-smb'}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:00:57.691858 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806d98f2-dc38-4d4a-9780-526b1e34b9f1 None None] Checking router: 01016004-07fa-4733-9be6-0075303f225f for host: dv-cinder-789603-10-smb {{(pid=103677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 16 14:00:57.699874 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806d98f2-dc38-4d4a-9780-526b1e34b9f1 None None] Routers {'01016004-07fa-4733-9be6-0075303f225f'} bound to L3 agent in host dv-cinder-789603-10-smb {{(pid=103677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 16 14:00:57.700528 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_hamode_db [None req-806d98f2-dc38-4d4a-9780-526b1e34b9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-16T13:36:01Z,description=,heartbeat_timestamp=2021-06-16T14:00:31Z,host='dv-cinder-789603-10-smb',id=bfb54b95-b8bd-4202-8e6c-bc5e048a10e9,load=0,resource_versions=,resources_synced=,started_at=2021-06-16T13:36:01Z,topic='l3_agent')) {'router_ids': ['01016004-07fa-4733-9be6-0075303f225f'], 'active': True} {{(pid=103677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:00:57.742323 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.db [None req-158a0cae-a5ee-4f0a-8d91-0407320f58a3 admin admin] For port 6c5b49e4-1192-4e66-9aaf-8ee6a4050040, host dv-cinder-789603-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=6c5b49e4-1192-4e66-9aaf-8ee6a4050040,segment=NetworkSegment(8c058e4f-8cd0-4a1d-96cc-b525f030ca20),segment_id=8c058e4f-8cd0-4a1d-96cc-b525f030ca20)] {{(pid=103674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:00:57.742662 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-158a0cae-a5ee-4f0a-8d91-0407320f58a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757230'] for port, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:57.779284 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_dvr_db [None req-806d98f2-dc38-4d4a-9780-526b1e34b9f1 None None] Set router 01016004-07fa-4733-9be6-0075303f225f gateway port host: None {{(pid=103677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 16 14:00:57.803366 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-158a0cae-a5ee-4f0a-8d91-0407320f58a3 admin admin] Calling delete_port for 6c5b49e4-1192-4e66-9aaf-8ee6a4050040 owned by network:router_gateway {{(pid=103674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:00:57.832713 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.l3_hamode_db [None req-806d98f2-dc38-4d4a-9780-526b1e34b9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01016004-07fa-4733-9be6-0075303f225f', 'name': 'tempest-TestShelveInstance-955071116-router', 'tenant_id': 'b4870020c46a43939d80d8387461dac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:56:44Z', 'updated_at': '2021-06-16T14:00:57Z', 'revision_number': 6, 'project_id': 'b4870020c46a43939d80d8387461dac0', 'gw_port_host': None}], 'dv-cinder-789603-10-smb', False) {} {{(pid=103677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:00:57.836438 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806d98f2-dc38-4d4a-9780-526b1e34b9f1 None None] The sync data for ids ['01016004-07fa-4733-9be6-0075303f225f'] in dv-cinder-789603-10-smb is: [{'id': '01016004-07fa-4733-9be6-0075303f225f', 'name': 'tempest-TestShelveInstance-955071116-router', 'tenant_id': 'b4870020c46a43939d80d8387461dac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-16T13:56:44Z', 'updated_at': '2021-06-16T14:00:57Z', 'revision_number': 6, 'project_id': 'b4870020c46a43939d80d8387461dac0', 'gw_port_host': None}] {{(pid=103677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 16 14:00:57.976421 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-158a0cae-a5ee-4f0a-8d91-0407320f58a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779595337849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779594881055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10072337'] for port, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:57.978493 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-859c3ab8-8c31-48ec-9cf7-3d1d5d39852c tempest-VolumesActionsTest-1143101876 tempest-VolumesActionsTest-1143101876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:00:58.005226 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a0cae-a5ee-4f0a-8d91-0407320f58a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c5b49e4-1192-4e66-9aaf-8ee6a4050040,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:00:58.008491 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-158a0cae-a5ee-4f0a-8d91-0407320f58a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:00:58.360051 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-158a0cae-a5ee-4f0a-8d91-0407320f58a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-759070'] for router_gateway, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:58.446622 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-158a0cae-a5ee-4f0a-8d91-0407320f58a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-704349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-825'] for router, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:58.449215 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-158a0cae-a5ee-4f0a-8d91-0407320f58a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:58.500930 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-158a0cae-a5ee-4f0a-8d91-0407320f58a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-769364'] for router, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:58.501445 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158a0cae-a5ee-4f0a-8d91-0407320f58a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01016004-07fa-4733-9be6-0075303f225f {{(pid=103674) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 16 14:00:58.507484 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-158a0cae-a5ee-4f0a-8d91-0407320f58a3 admin admin] Notify callbacks [] for router, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:58.508531 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-158a0cae-a5ee-4f0a-8d91-0407320f58a3 admin admin] 10.222.0.104 "DELETE /v2.0/routers/01016004-07fa-4733-9be6-0075303f225f HTTP/1.1" status: 204 len: 168 time: 1.1046813 Jun 16 14:00:58.512259 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 47272) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:00:58.562224 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bb537d7-a9ec-4c9a-a3c7-caf0a8b46ce6 admin admin] Deleting subnet e6f73bc8-9fb3-4aa4-beae-945783374c8e {{(pid=103674) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 16 14:00:58.565428 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-7bb537d7-a9ec-4c9a-a3c7-caf0a8b46ce6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:58.598027 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-7bb537d7-a9ec-4c9a-a3c7-caf0a8b46ce6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9699609'] for subnet, precommit_delete_associations {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:58.622870 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device c2b2632b-e04f-4daf-b551-6e5a65215880 no longer exists at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:00:58.646195 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] No Port match for: c2b2632b-e04f-4daf-b551-6e5a65215880 {{(pid=103676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:00:58.646614 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device c2b2632b-e04f-4daf-b551-6e5a65215880 not bound to the agent host dv-cinder-789603-10-smb {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:00:58.661716 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-bc85a034-052b-4f81-aa7b-01dd76312750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:58.684465 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-7bb537d7-a9ec-4c9a-a3c7-caf0a8b46ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1693187'] for subnet, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:58.752324 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-7bb537d7-a9ec-4c9a-a3c7-caf0a8b46ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1693212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10072539', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8816199'] for subnet, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:58.755305 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-6e61c31f-9553-4a44-8990-123ed616bcfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:00:58.779091 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb537d7-a9ec-4c9a-a3c7-caf0a8b46ce6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6f73bc8-9fb3-4aa4-beae-945783374c8e,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:00:58.781095 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-7bb537d7-a9ec-4c9a-a3c7-caf0a8b46ce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for subnet, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:58.782963 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-7bb537d7-a9ec-4c9a-a3c7-caf0a8b46ce6 admin admin] 10.222.0.104 "DELETE /v2.0/subnets/e6f73bc8-9fb3-4aa4-beae-945783374c8e HTTP/1.1" status: 204 len: 168 time: 0.2695239 Jun 16 14:00:58.783784 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-7bb537d7-a9ec-4c9a-a3c7-caf0a8b46ce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:00:58.785543 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 47274) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:00:58.786877 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946dc3f8-1f4b-459f-b58c-41a869cc862b None None] Network 62bc6ca9-618c-46d3-8758-4adbe0d28f11 requested from dv-cinder-789603-10-smb {{(pid=103676) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 16 14:00:58.853341 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-acba81c1-410b-44a4-8802-dea803955947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1752478'] for network, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:58.910727 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-acba81c1-410b-44a4-8802-dea803955947 admin admin] Deleting port 77943376-2971-4487-9dfa-f54007c8607e {{(pid=103674) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:00:58.911233 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-acba81c1-410b-44a4-8802-dea803955947 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779595332765'] for port, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:58.980630 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.db [None req-acba81c1-410b-44a4-8802-dea803955947 admin admin] For port 77943376-2971-4487-9dfa-f54007c8607e, host dv-cinder-789603-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=77943376-2971-4487-9dfa-f54007c8607e,segment=NetworkSegment(bca93290-3a56-4f22-9386-a2ffea4ee37c),segment_id=bca93290-3a56-4f22-9386-a2ffea4ee37c)] {{(pid=103674) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:00:58.980907 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-acba81c1-410b-44a4-8802-dea803955947 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757230'] for port, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:58.990808 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04de61fe-9b43-4f3b-824a-9bcd267548fa None None] DHCP port deletion for 62bc6ca9-618c-46d3-8758-4adbe0d28f11 request from dv-cinder-789603-10-smb {{(pid=103676) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 16 14:00:59.040416 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-04de61fe-9b43-4f3b-824a-9bcd267548fa None None] Deleting port 77943376-2971-4487-9dfa-f54007c8607e {{(pid=103676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 16 14:00:59.040764 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-04de61fe-9b43-4f3b-824a-9bcd267548fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779595332765'] for port, before_delete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:59.050501 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.plugin [None req-acba81c1-410b-44a4-8802-dea803955947 admin admin] Calling delete_port for 77943376-2971-4487-9dfa-f54007c8607e owned by network:dhcp {{(pid=103674) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:00:59.103402 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.db [None req-04de61fe-9b43-4f3b-824a-9bcd267548fa None None] For port 77943376-2971-4487-9dfa-f54007c8607e, host dv-cinder-789603-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-10-smb',level=0,port_id=77943376-2971-4487-9dfa-f54007c8607e,segment=NetworkSegment(bca93290-3a56-4f22-9386-a2ffea4ee37c),segment_id=bca93290-3a56-4f22-9386-a2ffea4ee37c)] {{(pid=103676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 16 14:00:59.103805 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-04de61fe-9b43-4f3b-824a-9bcd267548fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757230'] for port, precommit_delete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:59.131599 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-acba81c1-410b-44a4-8802-dea803955947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779595337849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779594881055', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10072337'] for port, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:59.133867 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-b51b9911-b091-4de1-b58f-4e03e9ee04ad tempest-AttachVolumeShelveTestJSON-1692766413 tempest-AttachVolumeShelveTestJSON-1692766413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:00:59.155478 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acba81c1-410b-44a4-8802-dea803955947 admin admin] Pushing event deleted for resources: {'Port': ['ID=77943376-2971-4487-9dfa-f54007c8607e,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:00:59.158860 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-acba81c1-410b-44a4-8802-dea803955947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:00:59.161878 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acba81c1-410b-44a4-8802-dea803955947 admin admin] No DVR routers for this DVR port 77943376-2971-4487-9dfa-f54007c8607e on host dv-cinder-789603-10-smb {{(pid=103674) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 14:00:59.166078 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-04de61fe-9b43-4f3b-824a-9bcd267548fa None None] Calling delete_port for 77943376-2971-4487-9dfa-f54007c8607e owned by network:dhcp {{(pid=103676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 16 14:00:59.236245 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-acba81c1-410b-44a4-8802-dea803955947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1693580', 'neutron.services.segments.db._delete_segments_for_network-8779595370801'] for network, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:59.245867 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.services.segments.db [None req-acba81c1-410b-44a4-8802-dea803955947 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62bc6ca9-618c-46d3-8758-4adbe0d28f11']}} {{(pid=103674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:00:59.247131 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-04de61fe-9b43-4f3b-824a-9bcd267548fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1833111', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-11833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-623174', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779595337849', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779594881055'] for port, after_delete {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:59.249147 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-51e6748a-06d1-441b-a487-e50b0ec391a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:00:59.256269 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.services.segments.db [None req-acba81c1-410b-44a4-8802-dea803955947 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bca93290-3a56-4f22-9386-a2ffea4ee37c') {'for_net_delete': True} {{(pid=103674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:00:59.256565 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.services.segments.db [None req-acba81c1-410b-44a4-8802-dea803955947 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bca93290-3a56-4f22-9386-a2ffea4ee37c') {} {{(pid=103674) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 16 14:00:59.265504 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-acba81c1-410b-44a4-8802-dea803955947 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779595370114', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9699584'] for segment, before_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:59.271600 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04de61fe-9b43-4f3b-824a-9bcd267548fa None None] Pushing event deleted for resources: {'Port': ['ID=77943376-2971-4487-9dfa-f54007c8607e,revision_number=None']} {{(pid=103676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:00:59.274658 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG oslo_concurrency.lockutils [None req-04de61fe-9b43-4f3b-824a-9bcd267548fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=103676) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:00:59.275398 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04de61fe-9b43-4f3b-824a-9bcd267548fa None None] No DVR routers for this DVR port 77943376-2971-4487-9dfa-f54007c8607e on host dv-cinder-789603-10-smb {{(pid=103676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 16 14:00:59.281686 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-acba81c1-410b-44a4-8802-dea803955947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688368'] for segment, precommit_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:59.288976 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acba81c1-410b-44a4-8802-dea803955947 admin admin] Releasing vlan 1170 on physical network physnet1 to pool {{(pid=103674) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 16 14:00:59.289477 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-acba81c1-410b-44a4-8802-dea803955947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1688368', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10072388'] for segment, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:59.291279 dv-cinder-789603-10-smb neutron-server[103674]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:00:59.291279 dv-cinder-789603-10-smb neutron-server[103674]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:00:59.291279 dv-cinder-789603-10-smb neutron-server[103674]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:00:59.291279 dv-cinder-789603-10-smb neutron-server[103674]: retrieve_revision_numbers = { Jun 16 14:00:59.291279 dv-cinder-789603-10-smb neutron-server[103674]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 16 14:00:59.291279 dv-cinder-789603-10-smb neutron-server[103674]: conditions |= (models_v2.Port.network_id.in_( Jun 16 14:00:59.291279 dv-cinder-789603-10-smb neutron-server[103674]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 16 14:00:59.291279 dv-cinder-789603-10-smb neutron-server[103674]: retrieve_revision_numbers = { Jun 16 14:00:59.291279 dv-cinder-789603-10-smb neutron-server[103674]: Traceback (most recent call last): Jun 16 14:00:59.291279 dv-cinder-789603-10-smb neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 16 14:00:59.291279 dv-cinder-789603-10-smb neutron-server[103674]: timer() Jun 16 14:00:59.291279 dv-cinder-789603-10-smb neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 16 14:00:59.291279 dv-cinder-789603-10-smb neutron-server[103674]: cb(*args, **kw) Jun 16 14:00:59.291279 dv-cinder-789603-10-smb neutron-server[103674]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 16 14:00:59.291279 dv-cinder-789603-10-smb neutron-server[103674]: return func(*args, **kwargs) Jun 16 14:00:59.291279 dv-cinder-789603-10-smb neutron-server[103674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 16 14:00:59.291279 dv-cinder-789603-10-smb neutron-server[103674]: self._notify() Jun 16 14:00:59.291279 dv-cinder-789603-10-smb neutron-server[103674]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 16 14:00:59.291279 dv-cinder-789603-10-smb neutron-server[103674]: self.callback(batched_events) Jun 16 14:00:59.291279 dv-cinder-789603-10-smb neutron-server[103674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 16 14:00:59.291279 dv-cinder-789603-10-smb neutron-server[103674]: event.method(event) Jun 16 14:00:59.291279 dv-cinder-789603-10-smb neutron-server[103674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 16 14:00:59.291279 dv-cinder-789603-10-smb neutron-server[103674]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 16 14:00:59.291279 dv-cinder-789603-10-smb neutron-server[103674]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 16 14:00:59.291279 dv-cinder-789603-10-smb neutron-server[103674]: aggregate_uuid = self.p_client.list_aggregates( Jun 16 14:00:59.291279 dv-cinder-789603-10-smb neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 16 14:00:59.291279 dv-cinder-789603-10-smb neutron-server[103674]: return f(self, *a, **k) Jun 16 14:00:59.291279 dv-cinder-789603-10-smb neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 16 14:00:59.291279 dv-cinder-789603-10-smb neutron-server[103674]: return self._get(url).json() Jun 16 14:00:59.291279 dv-cinder-789603-10-smb neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 16 14:00:59.291279 dv-cinder-789603-10-smb neutron-server[103674]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 16 14:00:59.291279 dv-cinder-789603-10-smb neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 16 14:00:59.291279 dv-cinder-789603-10-smb neutron-server[103674]: return self.request(url, 'GET', **kwargs) Jun 16 14:00:59.291279 dv-cinder-789603-10-smb neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 16 14:00:59.291279 dv-cinder-789603-10-smb neutron-server[103674]: base_url = self.get_endpoint(auth, allow=allow, Jun 16 14:00:59.291279 dv-cinder-789603-10-smb neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 16 14:00:59.291279 dv-cinder-789603-10-smb neutron-server[103674]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 16 14:00:59.291279 dv-cinder-789603-10-smb neutron-server[103674]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 16 14:00:59.291279 dv-cinder-789603-10-smb neutron-server[103674]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 16 14:00:59.291279 dv-cinder-789603-10-smb neutron-server[103674]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 16 14:00:59.343373 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-acba81c1-410b-44a4-8802-dea803955947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1693573', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713450', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-623183', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-759152'] for network, after_delete {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:59.348712 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron_lib.callbacks.manager [None req-acba81c1-410b-44a4-8802-dea803955947 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-623184'] for network, before_response {{(pid=103674) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:59.350538 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-acba81c1-410b-44a4-8802-dea803955947 admin admin] 10.222.0.104 "DELETE /v2.0/networks/62bc6ca9-618c-46d3-8758-4adbe0d28f11 HTTP/1.1" status: 204 len: 168 time: 0.5640981 Jun 16 14:00:59.351236 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:00:59.363250 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acba81c1-410b-44a4-8802-dea803955947 admin admin] Pushing event deleted for resources: {'Network': ['ID=62bc6ca9-618c-46d3-8758-4adbe0d28f11,revision_number=None']} {{(pid=103674) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:00:59.365698 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG oslo_concurrency.lockutils [None req-acba81c1-410b-44a4-8802-dea803955947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=103674) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:00:59.541926 dv-cinder-789603-10-smb neutron-server[103674]: DEBUG neutron.wsgi [-] (103674) accepted ('10.222.0.104', 47278) {{(pid=103674) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:00:59.587064 dv-cinder-789603-10-smb neutron-server[103674]: INFO neutron.wsgi [None req-fea6b3aa-05fc-465f-abf2-0e16009311eb admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=4b9376a7854d4bd8a107e574df080c30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0437658 Jun 16 14:00:59.590666 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 47280) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:00:59.646716 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-1b6f3844-8f7d-43a4-b985-8992683417c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:59.671256 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-1b6f3844-8f7d-43a4-b985-8992683417c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:59.724378 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-1b6f3844-8f7d-43a4-b985-8992683417c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:59.729469 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-1b6f3844-8f7d-43a4-b985-8992683417c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:00:59.731592 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-1b6f3844-8f7d-43a4-b985-8992683417c4 admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/044bc554-ff04-4384-8a4c-42c2aabace2a HTTP/1.1" status: 204 len: 168 time: 0.1392014 Jun 16 14:00:59.732828 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-ada6fc4e-133f-46b0-a646-cddd013fd493 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:00:59.741651 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f3844-8f7d-43a4-b985-8992683417c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044bc554-ff04-4384-8a4c-42c2aabace2a,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:00:59.744793 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-1b6f3844-8f7d-43a4-b985-8992683417c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:00:59.991802 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 6c5b49e4-1192-4e66-9aaf-8ee6a4050040 no longer exists at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:01:00.012173 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] No Port match for: 6c5b49e4-1192-4e66-9aaf-8ee6a4050040 {{(pid=103676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:01:00.012453 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 6c5b49e4-1192-4e66-9aaf-8ee6a4050040 not bound to the agent host dv-cinder-789603-10-smb {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:01:00.012871 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 77943376-2971-4487-9dfa-f54007c8607e no longer exists at agent ovs-agent-dv-cinder-789603-10-smb {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 16 14:01:00.031082 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.plugin [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] No Port match for: 77943376-2971-4487-9dfa-f54007c8607e {{(pid=103676) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 16 14:01:00.031438 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron.plugins.ml2.rpc [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Device 77943376-2971-4487-9dfa-f54007c8607e not bound to the agent host dv-cinder-789603-10-smb {{(pid=103676) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 16 14:01:00.060611 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 47286) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:01:00.104212 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-75454027-856a-4c8c-a6e8-41e188fb2c10 admin admin] 10.222.0.104 "GET /v2.0/security-groups?tenant_id=b4870020c46a43939d80d8387461dac0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399513 Jun 16 14:01:00.104624 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [-] (103675) accepted ('10.222.0.104', 47288) {{(pid=103675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 16 14:01:00.158505 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-00829e99-d611-4eac-bebb-091ad9874d6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:00.179562 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-00829e99-d611-4eac-bebb-091ad9874d6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:00.238273 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-00829e99-d611-4eac-bebb-091ad9874d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-713222'] for security_group, after_delete {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:00.242237 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron_lib.callbacks.manager [None req-00829e99-d611-4eac-bebb-091ad9874d6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:00.243707 dv-cinder-789603-10-smb neutron-server[103675]: INFO neutron.wsgi [None req-00829e99-d611-4eac-bebb-091ad9874d6f admin admin] 10.222.0.104 "DELETE /v2.0/security-groups/f79e3203-5d63-41ed-b949-3e038464d6f1 HTTP/1.1" status: 204 len: 168 time: 0.1378484 Jun 16 14:01:00.244524 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-c27d9f5e-ebc4-4e4e-9e77-1ce491bd3a32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 16 14:01:00.252009 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00829e99-d611-4eac-bebb-091ad9874d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79e3203-5d63-41ed-b949-3e038464d6f1,revision_number=None']} {{(pid=103675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 16 14:01:00.254386 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG oslo_concurrency.lockutils [None req-00829e99-d611-4eac-bebb-091ad9874d6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=103675) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 16 14:01:01.145595 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:01.315493 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-cff4c4d4-3000-47aa-ab29-12339bb4ab9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:02.126038 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9426d120-8ef3-450b-a3fa-438be4b95f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:04.010287 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3cd87a0a-8c13-4d66-8546-43ee61e1d8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:09.850069 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:23.142886 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.agents_db [None req-04e01baa-1c8d-439a-8f1b-024cbee7c8c9 None None] Agent healthcheck: found 6 active agents {{(pid=103677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:01:28.655670 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-4c10173a-caea-44f9-aacd-b5ea9987957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:31.152714 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:31.316796 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-1c654f52-ee95-4f5f-af6a-45a9f5b29c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:32.130595 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9426d120-8ef3-450b-a3fa-438be4b95f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:34.018062 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3cd87a0a-8c13-4d66-8546-43ee61e1d8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:39.855549 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:01:58.649950 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-817c9b23-515e-4a95-9d22-b86febb251d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:00.145068 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.agents_db [None req-04e01baa-1c8d-439a-8f1b-024cbee7c8c9 None None] Agent healthcheck: found 6 active agents {{(pid=103677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:02:01.146880 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:01.319011 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-a9bb596f-23ed-4001-8290-9cc184bc29f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:02.133136 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9426d120-8ef3-450b-a3fa-438be4b95f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:04.015874 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3cd87a0a-8c13-4d66-8546-43ee61e1d8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:09.870162 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:28.653898 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-79b224c5-d390-4443-90b4-a68516d69229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:31.150998 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:31.322426 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-938bd1f0-aad9-4ef0-ae88-562c81f33643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:32.138269 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9426d120-8ef3-450b-a3fa-438be4b95f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:34.021427 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3cd87a0a-8c13-4d66-8546-43ee61e1d8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:37.144055 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.agents_db [None req-04e01baa-1c8d-439a-8f1b-024cbee7c8c9 None None] Agent healthcheck: found 6 active agents {{(pid=103677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:02:39.873977 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:02:58.665042 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-33b4d565-e7e6-4548-82ae-24aedee0ae68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:01.160106 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:01.335978 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-c594e149-2e1e-48b6-89fe-a9013d3f173b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:02.139134 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9426d120-8ef3-450b-a3fa-438be4b95f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:04.033955 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3cd87a0a-8c13-4d66-8546-43ee61e1d8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:09.900283 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:14.145086 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.agents_db [None req-04e01baa-1c8d-439a-8f1b-024cbee7c8c9 None None] Agent healthcheck: found 6 active agents {{(pid=103677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:03:28.658109 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7b125de8-ce2f-4fed-9831-607daa5c2950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:31.155144 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:31.330012 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-ee9f2cae-a892-42da-ba5d-408fe5e833cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:32.141457 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9426d120-8ef3-450b-a3fa-438be4b95f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:34.028110 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3cd87a0a-8c13-4d66-8546-43ee61e1d8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:39.892782 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:03:51.143712 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.agents_db [None req-04e01baa-1c8d-439a-8f1b-024cbee7c8c9 None None] Agent healthcheck: found 6 active agents {{(pid=103677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:03:58.668775 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-de82e3a8-d734-4cdf-9c3f-b17c9c0644af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:04:01.159175 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:04:01.340906 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-4a64aced-50e3-4aef-a083-e895855c4bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:04:02.147289 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9426d120-8ef3-450b-a3fa-438be4b95f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:04:04.041110 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3cd87a0a-8c13-4d66-8546-43ee61e1d8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:04:09.899432 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:04:28.145281 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.agents_db [None req-04e01baa-1c8d-439a-8f1b-024cbee7c8c9 None None] Agent healthcheck: found 6 active agents {{(pid=103677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:04:28.669374 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-6fc3c2c5-2e6a-43d6-ab09-b3913d91932d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:04:31.165598 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:04:31.335997 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-e3d307d3-d1a9-464e-9ddc-584b989b7b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:04:32.151840 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9426d120-8ef3-450b-a3fa-438be4b95f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:04:34.041138 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3cd87a0a-8c13-4d66-8546-43ee61e1d8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:04:39.900904 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:04:58.673695 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-1dbb8259-ac81-4732-8ad8-5f0aa47fc895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:05:00.517835 dv-cinder-789603-10-smb neutron-server[103675]: DEBUG neutron.wsgi [req-e6f8c664-9a80-4c08-b629-aa7f5b61cb2f req-94b5c6bb-5f40-4049-9a1c-a31934dc00fd service neutron] (103675) timed out ('10.222.0.101', 54358) {{(pid=103675) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 16 14:05:01.164172 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:05:01.347522 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-caeb6af8-1dfc-49b2-84ca-64a2167e321b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:05:02.157942 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9426d120-8ef3-450b-a3fa-438be4b95f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:05:04.047064 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3cd87a0a-8c13-4d66-8546-43ee61e1d8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:05:05.145963 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.agents_db [None req-04e01baa-1c8d-439a-8f1b-024cbee7c8c9 None None] Agent healthcheck: found 6 active agents {{(pid=103677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 16 14:05:09.922712 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:05:28.677442 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-86ac0720-7297-4b9a-b70a-af4ed5af2504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:05:31.159302 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-d2fa556b-3415-4c7f-b15e-039b3ca7ad3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:05:31.341701 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-f25d6e8f-2ce6-4c69-afe2-6e870cda6a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:05:32.161532 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-9426d120-8ef3-450b-a3fa-438be4b95f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:05:34.046273 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-3cd87a0a-8c13-4d66-8546-43ee61e1d8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:05:39.937149 dv-cinder-789603-10-smb neutron-server[103676]: DEBUG neutron_lib.callbacks.manager [None req-7c75cb7c-ffda-4f43-8823-8cab1081c942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779595370783', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1681986'] for agent, after_update {{(pid=103676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 16 14:05:42.145434 dv-cinder-789603-10-smb neutron-server[103677]: DEBUG neutron.db.agents_db [None req-04e01baa-1c8d-439a-8f1b-024cbee7c8c9 None None] Agent healthcheck: found 6 active agents {{(pid=103677) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}